00010000:00010000:1.0F:1782217205.626126:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217206.207476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207509:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207543:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207574:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207614:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207632:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207669:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207690:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217206.207716:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163392 00000100:00100000:1.0:1782217206.207725:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163392 00000100:00100000:1.0:1782217206.207775:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163904 00000100:00100000:1.0:1782217206.207778:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163904 00000100:00100000:1.0:1782217206.207791:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163264 00000100:00100000:1.0:1782217206.207793:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163264 00000100:00100000:1.0:1782217206.207804:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163776 00000100:00100000:1.0:1782217206.207806:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163776 00000100:00100000:1.0:1782217206.207820:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 63 00000100:00100000:1.0:1782217206.207828:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163392:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.207899:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163392:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 71us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.207906:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 63 00000100:00100000:1.0:1782217206.207922:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 64 00000100:00100000:1.0:1782217206.207929:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693163904:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.207952:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693163904:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 24us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.207957:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 64 00000100:00100000:1.0:1782217206.207968:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:1.0:1782217206.207989:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+22:2404:x1868789693163264:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208020:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+22:2404:x1868789693163264:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 31us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208026:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:1.0:1782217206.208038:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:1.0:1782217206.208044:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2404:x1868789693163776:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208069:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2404:x1868789693163776:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 25us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208074:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:1.0:1782217206.208092:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163648 00000100:00100000:1.0:1782217206.208095:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163648 00000100:00100000:1.0:1782217206.208117:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164160 00000100:00100000:1.0:1782217206.208119:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164160 00000100:00100000:1.0:1782217206.208129:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163520 00000100:00100000:1.0:1782217206.208131:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163520 00000100:00100000:1.0:1782217206.208141:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164032 00000100:00100000:1.0:1782217206.208143:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164032 00000100:00100000:1.0:1782217206.208153:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:1.0:1782217206.208158:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163648:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208182:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163648:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 23us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208188:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:1.0:1782217206.208198:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:1.0:1782217206.208203:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693164160:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208224:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693164160:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 21us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208238:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:1.0:1782217206.208249:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:1.0:1782217206.208255:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163520:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208279:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693163520:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 24us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208286:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:1.0:1782217206.208296:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:1.0:1782217206.208302:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693164032:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217206.208325:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693164032:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 22us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217206.208330:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00080000:1.0:1782217206.208350:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1782217206.208354:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1782217206.208356:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1782217206.208358:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0F:1782217206.208673:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693163136 00000100:00100000:2.0:1782217206.208687:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693163136 00000100:00100000:2.0:1782217206.208724:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 167 00000100:00100000:2.0:1782217206.208732:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2404:x1868789693163136:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217206.208772:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2404:x1868789693163136:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 41us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217206.208779:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 167 00010000:00010000:1.0:1782217206.652621:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217207.352827:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e72e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713156864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217207.352915:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217207.352986:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713156864 00000100:00100000:2.0:1782217207.352994:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713156864 00000100:00100000:2.0:1782217207.353044:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782217207.353052:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713156864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217207.353093:0:18842:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217207.353257:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713156864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217207.353267:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782217207.353320:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e72e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713156864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0F:1782217207.358510:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782217207.359430:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713156992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782217207.359537:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217207.359999:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713156992 00000100:00100000:2.0:1782217207.360009:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713156992 00000100:00100000:2.0:1782217207.360076:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1782217207.360085:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713156992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217207.360129:0:17200:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1782217207.360888:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713156992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 801us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217207.360900:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1782217207.363287:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43314a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713156992:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1782217207.684733:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217207.864927:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713157120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782217207.865025:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1782217207.865138:0:18705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157120 00000100:00100000:0.0:1782217207.865166:0:18705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157120 00000100:00100000:0.0:1782217207.865255:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782217207.865266:0:18705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713157120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1782217207.865307:0:18705:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000001:00080000:2.0:1782217207.867941:0:17174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1782217207.867973:0:17174:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff952e70815e40 refcount 2 committed 0 result 0 batchid 4294967531 00000020:00080000:2.0:1782217207.867978:0:17174:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff952d434bed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff952e708150c0 00000020:00080000:2.0:1782217207.867981:0:17174:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff952d434bec00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff952d43776200 00000020:00080000:1.0:1782217207.869760:0:17233:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967531 committed batchid 8 00000020:00080000:1.0:1782217207.869897:0:17233:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1782217207.870177:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870192:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870201:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870355:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:3.0:1782217207.870361:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870372:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870395:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff952e48856b00) 00010000:00010000:3.0:1782217207.870398:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782217207.870404:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217207.870410:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fac88 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19301 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217207.870611:0:18705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713157120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5314us (5553us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217207.870623:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1782217207.870678:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1782217207.873501:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713157120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782217207.901673:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217207.902110:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164288 00000100:00100000:1.0:1782217207.902122:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164288 00000100:00100000:1.0:1782217207.902199:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:1.0:1782217207.902220:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:15592:x1868789693164288:12345-192.168.203.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1782217207.902361:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:15592:x1868789693164288:12345-192.168.203.30@tcp:60:lhsmtool_posix.0 Request processed in 151us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217207.902389:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:3.0:1782217207.910671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217207.910737:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164416 00000100:00100000:0.0:1782217207.910751:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164416 00000100:00100000:0.0:1782217207.910829:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:0.0:1782217207.910841:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:15592:x1868789693164416:12345-192.168.203.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1782217207.910982:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:15592:x1868789693164416:12345-192.168.203.30@tcp:60:lhsmtool_posix.0 Request processed in 142us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217207.910990:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:2.0:1782217207.916534:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217207.916623:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164672 00000100:00100000:0.0:1782217207.916637:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164672 00000100:00100000:0.0:1782217207.916713:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 12 00000100:00100000:0.0:1782217207.916724:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:15592:x1868789693164672:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1782217207.917029:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+14:15592:x1868789693164672:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 Request processed in 306us (518us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1782217207.917038:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 12 00010000:00010000:1.0:1782217208.702265:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217209.723555:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217209.913653:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713157248:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.913769:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.913828:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e46da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713157760:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.913860:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713157632:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.913876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.913899:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713158272:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.913968:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.913968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914002:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713158784:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.914027:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713158144:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914038:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217209.914072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914081:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1782217209.914092:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713157376:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.914109:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713158656:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217209.914152:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914183:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713157888:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.914194:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1782217209.914206:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713157504:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217209.914251:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914258:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713158400:0@lo:400:kworker.0 00000100:00100000:3.0:1782217209.914288:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713158016:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217209.914335:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914354:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157760 00000100:00100000:3.0:1782217209.914364:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c672a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1868789713158528:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914366:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157760 00000100:00100000:3.0:1782217209.914396:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914427:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158272 00000100:00100000:1.0:1782217209.914432:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158272 00000100:00100000:3.0:1782217209.914435:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157248 00000100:00100000:3.0:1782217209.914445:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157248 00000100:00100000:1.0:1782217209.914453:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158784 00000100:00100000:1.0:1782217209.914460:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158784 00000100:00100000:1.0:1782217209.914504:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158656 00000100:00100000:1.0:1782217209.914508:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158656 00000100:00100000:3.0:1782217209.914532:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1782217209.914545:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+24:3647:x1868789713157248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914554:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158400 00000100:00100000:1.0:1782217209.914559:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158400 00000100:00100000:1.0:1782217209.914618:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158528 00000100:00100000:1.0:1782217209.914623:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158528 00000100:00100000:2.0:1782217209.914636:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e72e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713158912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782217209.914650:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+24:3647:x1868789713157248:12345-0@lo:400:kworker.0 Request processed in 105us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.914660:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1782217209.914669:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1782217209.914677:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713157760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.914688:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.914737:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713157760:12345-0@lo:400:kworker.0 Request processed in 64us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.914746:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1782217209.914768:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782217209.914776:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713158272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.914789:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157376 00000100:00100000:2.0:1782217209.914795:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157376 00000100:00100000:1.0:1782217209.914808:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713158272:12345-0@lo:400:kworker.0 Request processed in 32us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.914814:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782217209.914828:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1782217209.914837:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157888 00000100:00100000:1.0:1782217209.914838:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713158784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.914843:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157888 00000100:00100000:2.0:1782217209.914868:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1782217209.914876:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713158784:12345-0@lo:400:kworker.0 Request processed in 40us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.914879:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713157376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914890:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1782217209.914904:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1782217209.914911:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1868789713158656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.914930:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713157376:12345-0@lo:400:kworker.0 Request processed in 53us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.914938:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1782217209.914953:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1868789713158656:12345-0@lo:400:kworker.0 Request processed in 42us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.914960:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1782217209.914965:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1782217209.914973:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713157888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.914983:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1782217209.914991:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713158400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915011:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713157888:12345-0@lo:400:kworker.0 Request processed in 40us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.915018:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1782217209.915040:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713158400:12345-0@lo:400:kworker.0 Request processed in 49us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.915048:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1782217209.915052:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e72e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713159040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782217209.915064:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1782217209.915072:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1868789713158528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915090:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217209.915116:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1868789713158528:12345-0@lo:400:kworker.0 Request processed in 44us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.915123:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1782217209.915149:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157632 00000100:00100000:1.0:1782217209.915153:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157632 00000100:00100000:2.0:1782217209.915175:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158144 00000100:00100000:2.0:1782217209.915181:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158144 00000100:00100000:1.0:1782217209.915184:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713157504 00000100:00100000:1.0:1782217209.915190:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713157504 00000100:00100000:2.0:1782217209.915210:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158016 00000100:00100000:1.0:1782217209.915216:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782217209.915222:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158016 00000100:00100000:1.0:1782217209.915227:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713157632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915251:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1782217209.915262:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713158144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.915270:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713157632:12345-0@lo:400:kworker.0 Request processed in 44us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.915277:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1782217209.915293:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782217209.915302:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713157504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915304:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713158144:12345-0@lo:400:kworker.0 Request processed in 44us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.915315:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1782217209.915330:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1782217209.915337:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713158016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.915353:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713157504:12345-0@lo:400:kworker.0 Request processed in 53us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217209.915361:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1782217209.915378:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713158016:12345-0@lo:400:kworker.0 Request processed in 41us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.915386:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782217209.915410:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713157376:0@lo:400:kworker.0 00000100:00100000:1.0:1782217209.915425:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713157888:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915427:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713158912 00000100:00100000:2.0:1782217209.915433:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713158912 00000100:00100000:1.0:1782217209.915441:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713158400:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915457:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159040 00000100:00100000:2.0:1782217209.915461:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159040 00000100:00100000:1.0:1782217209.915468:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713157248:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915477:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1782217209.915486:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e46da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713157760:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915487:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713158912:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1782217209.915516:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713158272:0@lo:400:kworker.0 00002000:00000024:2.0:1782217209.915531:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00010000:00080000:1.0:1782217209.915531:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e7c672300 x1868789713158784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217209.915547:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713158784:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915580:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713158912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.915612:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1782217209.915626:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1782217209.915634:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713159040:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782217209.915659:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e72e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713158912:0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782217209.915662:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217209.915698:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713159040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217209.915705:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1782217209.915740:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e72e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713159040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782217209.915775:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713157504:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915788:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713158016:0@lo:400:kworker.0 00010000:00080000:2.0:1782217209.915805:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e7c672a00 x1868789713158528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217209.915817:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c672a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1868789713158528:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915829:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713157632:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915842:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713158144:0@lo:400:kworker.0 00000100:00100000:2.0:1782217209.915854:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713158656:0@lo:400:kworker.0 00000100:00080000:0.0:1782217209.920304:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782217209.920315:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1782217209.920320:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782217209.920323:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782217209.920540:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217209.920569:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713159168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217209.920692:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217209.921985:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159168 00000100:00100000:0.0:1782217209.922022:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159168 00000100:00100000:0.0:1782217209.922088:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782217209.922100:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713159168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782217209.922154:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217209.922572:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713159168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 473us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217209.922580:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1782217209.922711:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713159168:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1782217210.232900:0:17230:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1782217210.232913:0:17230:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1782217210.232950:0:17230:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1782217210.232962:0:17230:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1782217210.744805:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217211.328163:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.328207:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.328242:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.328270:0:20335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165056 00000100:00100000:2.0:1782217211.328279:0:20335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165056 00000100:00100000:2.0:1782217211.328347:0:20335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164928 00000100:00100000:2.0:1782217211.328350:0:20335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164928 00000100:00100000:2.0:1782217211.328374:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 73 00000100:00100000:2.0:1782217211.328383:0:20335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2405:x1868789693165056:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217211.328447:0:20335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2405:x1868789693165056:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 66us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217211.328469:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 73 00000100:00100000:3.0:1782217211.328696:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693164800 00000100:00100000:3.0:1782217211.328701:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693164800 00000100:00100000:3.0:1782217211.328729:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 169 00000100:00100000:3.0:1782217211.328736:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2405:x1868789693164800:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217211.328769:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2405:x1868789693164800:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 34us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217211.328776:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 169 00000100:00100000:3.0:1782217211.328821:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 74 00000100:00100000:3.0:1782217211.328828:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+14:2405:x1868789693164928:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217211.328855:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+14:2405:x1868789693164928:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 27us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217211.328874:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 74 00000100:00080000:3.0:1782217211.328890:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782217211.328893:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782217211.341515:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217211.341554:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217211.341655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217211.341684:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165184 00000100:00100000:3.0:1782217211.341693:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165184 00000100:00100000:3.0:1782217211.341740:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165312 00000100:00100000:3.0:1782217211.341743:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165312 00000100:00100000:3.0:1782217211.341762:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 30 00000100:00100000:3.0:1782217211.341771:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43316d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693165312:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217211.341837:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43316d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2404:x1868789693165312:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217211.341844:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 30 00000100:00100000:3.0:1782217211.341860:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:3.0:1782217211.341866:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43315500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2401:x1868789693165184:12345-192.168.203.30@tcp:9:kworker.0 00000020:00000080:3.0:1782217211.341886:0:19778:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9b7 00000100:00080000:3.0:1782217211.341912:0:19778:0:(import.c:65:import_set_state_nolock()) ffff952e4e782800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782217211.341954:0:19778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1782217211.342196:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217211.342682:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43315500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+2:2401:x1868789693165184:12345-192.168.203.30@tcp:9:kworker.0 Request processed in 808us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217211.342690:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:3.0:1782217211.342715:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165440 00000100:00100000:3.0:1782217211.342719:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165440 00000100:00100000:3.0:1782217211.342758:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 75 00000100:00100000:3.0:1782217211.342766:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2405:x1868789693165440:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217211.342797:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2405:x1868789693165440:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 31us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217211.342803:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 75 00000100:00080000:3.0:1782217211.342921:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782217211.342926:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1782217211.342928:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217211.364545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.364604:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.364634:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217211.364665:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165696 00000100:00100000:2.0:1782217211.364674:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165696 00000100:00100000:2.0:1782217211.364719:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165824 00000100:00100000:2.0:1782217211.364722:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165824 00000100:00100000:2.0:1782217211.364743:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 28 00000100:00100000:2.0:1782217211.364752:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2401:x1868789693165696:12345-192.168.203.30@tcp:9:kworker.0 00000020:00000080:2.0:1782217211.364787:0:18700:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9f6 00000100:00080000:2.0:1782217211.364795:0:18700:0:(import.c:65:import_set_state_nolock()) ffff952e7c55d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782217211.364834:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1782217211.364963:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+2:2401:x1868789693165696:12345-192.168.203.30@tcp:9:kworker.0 Request processed in 211us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217211.364971:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 28 00000100:00100000:2.0:1782217211.364999:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 29 00000100:00100000:2.0:1782217211.365006:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2401:x1868789693165824:12345-192.168.203.30@tcp:9:kworker.0 00000020:00000080:2.0:1782217211.365019:0:18700:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9fd 00000100:00080000:2.0:1782217211.365026:0:18700:0:(import.c:65:import_set_state_nolock()) ffff952e7c55a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782217211.365047:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1782217211.366308:0:19301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165568 00000100:00100000:0.0:1782217211.366318:0:19301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165568 00000100:00100000:0.0:1782217211.366371:0:19301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 76 00000100:00100000:0.0:1782217211.366380:0:19301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693165568:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217211.366434:0:19301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693165568:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 56us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217211.366441:0:19301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 76 00000100:00100000:2.0:1782217211.366801:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+2:2401:x1868789693165824:12345-192.168.203.30@tcp:9:kworker.0 Request processed in 1794us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217211.366809:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 29 00000100:00080000:2.0:1782217211.366832:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1782217211.366836:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1782217211.366847:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1782217211.366891:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217211.367444:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782217211.766981:0:20573:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 08:20:10 (1782217210) 00010000:00010000:1.0:1782217211.769770:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217212.473053:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217212.473085:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713159296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217212.473152:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217212.473336:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159296 00000100:00100000:2.0:1782217212.473344:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159296 00000100:00100000:2.0:1782217212.473395:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1782217212.473405:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713159296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217212.473437:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217212.473495:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713159296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217212.473502:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1782217212.473543:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713159296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217212.475676:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782217212.475693:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713159424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782217212.475748:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217212.476227:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159424 00000100:00100000:2.0:1782217212.476234:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159424 00000100:00100000:2.0:1782217212.476283:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1782217212.476292:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713159424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217212.476323:0:18842:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1782217212.476370:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713159424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217212.476377:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1782217212.476417:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713159424:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1782217212.794152:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217212.991713:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713159552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1782217212.991816:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217212.992266:0:19988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159552 00000100:00100000:0.0:1782217212.992278:0:19988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159552 00000100:00100000:0.0:1782217212.992348:0:19988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1782217212.992362:0:19988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713159552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1782217212.992405:0:19988:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217212.992482:0:19988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713159552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217212.992506:0:19988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1782217212.992572:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713159552:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1782217212.992887:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1782217213.561278:0:17948:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1782217213.817079:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1782217214.013915:0:17174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1782217214.014452:0:17174:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967531 batchid updated 00000020:00080000:1.0:1782217214.014678:0:17233:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000020:00080000:1.0:1782217214.014692:0:17233:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000100:00100000:3.0:1782217214.397754:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217214.397811:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217214.398095:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693165952 00000100:00100000:2.0:1782217214.398124:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693165952 00000100:00100000:2.0:1782217214.398184:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 170 00000100:00100000:2.0:1782217214.398193:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72dfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2403:x1868789693165952:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217214.398281:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72dfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2403:x1868789693165952:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 89us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217214.398288:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 170 00000100:00100000:0.0:1782217214.398820:0:20335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166080 00000100:00100000:0.0:1782217214.398828:0:20335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166080 00000100:00100000:0.0:1782217214.398896:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 77 00000100:00100000:0.0:1782217214.398906:0:20335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:2402:x1868789693166080:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217214.398963:0:20335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:2402:x1868789693166080:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 59us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217214.398970:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 77 00000100:00080000:1.0:1782217214.399152:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782217214.399960:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217214.399997:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217214.400046:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217214.400185:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166592 00000100:00100000:1.0:1782217214.400195:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166592 00000100:00100000:1.0:1782217214.400263:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166208 00000100:00100000:1.0:1782217214.400267:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166208 00000100:00100000:1.0:1782217214.400308:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 78 00000100:00100000:1.0:1782217214.400318:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2402:x1868789693166592:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217214.400401:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2402:x1868789693166592:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 84us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217214.400410:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 78 00000100:00100000:1.0:1782217214.400427:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 79 00000100:00100000:1.0:1782217214.400433:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2403:x1868789693166208:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217214.400460:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2403:x1868789693166208:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 26us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217214.400476:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 79 00000100:00100000:3.0:1782217214.401108:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166336 00000100:00100000:3.0:1782217214.401117:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166336 00000100:00100000:3.0:1782217214.401176:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 31 00000100:00100000:3.0:1782217214.401184:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2402:x1868789693166336:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217214.401241:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2402:x1868789693166336:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 57us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217214.401248:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 31 00000100:00080000:2.0:1782217214.401499:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1782217214.401504:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1782217214.406926:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217214.407627:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166464 00000100:00100000:3.0:1782217214.407649:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166464 00000100:00100000:3.0:1782217214.407773:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 80 00000100:00100000:3.0:1782217214.407785:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2403:x1868789693166464:12345-192.168.203.30@tcp:400:kworker.0 00000100:00080000:2.0:1782217214.408964:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782217214.410379:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2403:x1868789693166464:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 2578us (3451us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217214.410399:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 80 00010000:00010000:1.0:1782217214.840988:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217215.033030:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713159808:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033100:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217215.033149:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713160320:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033170:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217215.033192:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713160832:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217215.033244:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1782217215.033252:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713159936:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033287:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713160064:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033364:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033401:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713160576:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033424:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033441:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713161088:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033501:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1782217215.033506:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713159680:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033579:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713160192:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033638:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713160704:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033677:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713161216:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.033702:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033744:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159680 00000100:00100000:3.0:1782217215.033753:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159680 00000100:00100000:0.0:1782217215.033767:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713160448:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217215.033823:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1782217215.033902:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713160960:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.033933:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217215.033969:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159808 00000100:00100000:0.0:1782217215.033976:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159808 00000100:00100000:0.0:1782217215.034036:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160320 00000100:00100000:0.0:1782217215.034040:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160320 00000100:00100000:0.0:1782217215.034056:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1782217215.034064:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713159808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.034120:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713159808:12345-0@lo:400:kworker.0 Request processed in 56us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217215.034128:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1782217215.034145:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1782217215.034151:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713160320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.034180:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713160320:12345-0@lo:400:kworker.0 Request processed in 29us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217215.034186:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1782217215.034284:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72df8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+24:3649:x1868789713159680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.034366:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72df8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+24:3649:x1868789713159680:12345-0@lo:400:kworker.0 Request processed in 91us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217215.034373:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1782217215.034413:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160832 00000100:00100000:3.0:1782217215.034418:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160832 00000100:00100000:3.0:1782217215.034466:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161088 00000100:00100000:3.0:1782217215.034470:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161088 00000100:00100000:3.0:1782217215.034486:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160192 00000100:00100000:3.0:1782217215.034489:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160192 00000100:00100000:3.0:1782217215.034501:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160704 00000100:00100000:3.0:1782217215.034503:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160704 00000100:00100000:3.0:1782217215.034514:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161216 00000100:00100000:3.0:1782217215.034516:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161216 00000100:00100000:1.0:1782217215.034615:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160960 00000100:00100000:1.0:1782217215.034619:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160960 00000100:00100000:1.0:1782217215.034642:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782217215.034649:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713160832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.034689:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713160832:12345-0@lo:400:kworker.0 Request processed in 40us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.034695:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1782217215.034709:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782217215.034714:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713161088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.034741:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713161088:12345-0@lo:400:kworker.0 Request processed in 28us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.034747:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782217215.034757:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1782217215.034762:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713160192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.034799:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713160192:12345-0@lo:400:kworker.0 Request processed in 36us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.034806:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1782217215.034817:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1782217215.034822:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713160704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.034848:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713160704:12345-0@lo:400:kworker.0 Request processed in 26us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.034855:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1782217215.034865:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1782217215.034871:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713160960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.034899:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713160960:12345-0@lo:400:kworker.0 Request processed in 27us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.034904:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1782217215.034920:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1782217215.034943:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713161344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1782217215.034977:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217215.035082:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713161472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217215.035104:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217215.035133:0:19988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161344 00000100:00100000:1.0:1782217215.035137:0:19988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161344 00000100:00100000:1.0:1782217215.035166:0:19988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161472 00000100:00100000:1.0:1782217215.035169:0:19988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161472 00000100:00100000:1.0:1782217215.035185:0:19988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782217215.035191:0:19988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e46da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713161344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1782217215.035218:0:19988:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1782217215.035257:0:19988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e46da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713161344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.035270:0:19988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782217215.035283:0:19988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782217215.035288:0:19988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713161472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782217215.035306:0:19988:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782217215.035334:0:19988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713161472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.035340:0:19988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1782217215.035386:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713161472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217215.035402:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713161344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782217215.035890:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1782217215.035901:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713161216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.035946:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713161216:12345-0@lo:400:kworker.0 Request processed in 49us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217215.035953:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1782217215.036010:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713159680:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.036025:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713160192:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.036036:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713160704:0@lo:400:kworker.0 00010000:00080000:3.0:1782217215.036051:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d43695c00 x1868789713161216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217215.036062:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713161216:0@lo:400:kworker.0 00000100:00100000:3.0:1782217215.036074:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713161088:0@lo:400:kworker.0 00000100:00100000:2.0:1782217215.042263:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713159936 00000100:00100000:2.0:1782217215.042284:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713159936 00000100:00100000:2.0:1782217215.042378:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160064 00000100:00100000:2.0:1782217215.042382:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160064 00000100:00100000:2.0:1782217215.042395:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160576 00000100:00100000:2.0:1782217215.042397:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160576 00000100:00100000:2.0:1782217215.042414:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713160448 00000100:00100000:2.0:1782217215.042416:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713160448 00000100:00100000:2.0:1782217215.042436:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1782217215.042447:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713159936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.042563:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782217215.042574:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713160064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217215.042593:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713159936:12345-0@lo:400:kworker.0 Request processed in 136us (9304us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217215.042602:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1782217215.042620:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1782217215.042626:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713160576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.042628:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713160064:12345-0@lo:400:kworker.0 Request processed in 57us (9265us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.042633:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782217215.042645:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1782217215.042651:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713160448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.042675:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713160448:12345-0@lo:400:kworker.0 Request processed in 25us (8863us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217215.042676:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713160576:12345-0@lo:400:kworker.0 Request processed in 50us (9251us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.042681:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1782217215.042796:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782217215.042805:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713159936:0@lo:400:kworker.0 00000100:00080000:0.0:1782217215.042809:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1782217215.042817:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782217215.042830:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713160448:0@lo:400:kworker.0 00010000:00080000:1.0:1782217215.042849:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d4273e300 x1868789713160960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217215.042874:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713160960:0@lo:400:kworker.0 00000100:00080000:0.0:1782217215.042888:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782217215.042896:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713159808:0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.042917:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713160320:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.042922:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782217215.042948:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713160832:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.042954:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c6d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713161600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782217215.043033:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713160064:0@lo:400:kworker.0 00000100:00100000:0.0:1782217215.043035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217215.043056:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713160576:0@lo:400:kworker.0 00000100:00100000:1.0:1782217215.043106:0:19988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161600 00000100:00100000:1.0:1782217215.043112:0:19988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161600 00000100:00100000:1.0:1782217215.043164:0:19988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782217215.043172:0:19988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1868789713161600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1782217215.043191:0:19988:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1782217215.043304:0:19988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1868789713161600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217215.043310:0:19988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1782217215.044150:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c6d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713161600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782217215.045291:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:2.0:1782217215.864868:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217216.088710:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217216.088842:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166848 00000100:00100000:0.0:1782217216.088862:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166848 00000100:00100000:0.0:1782217216.089046:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:0.0:1782217216.089066:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+13:16354:x1868789693166848:12345-192.168.203.30@tcp:35:umount.0 00000001:00080000:0.0:1782217216.089686:0:17198:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1782217216.089801:0:17198:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1782217216.090063:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+16:16354:x1868789693166848:12345-192.168.203.30@tcp:35:umount.0 Request processed in 1000us (1356us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1782217216.090095:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 13 00000020:00080000:0.0:1782217216.090104:0:17198:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1782217216.090224:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782217216.100906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217216.100961:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217216.101000:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217216.101033:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217216.101067:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693167232 00000100:00100000:2.0:1782217216.101077:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693167232 00000100:00100000:2.0:1782217216.101123:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693167104 00000100:00100000:2.0:1782217216.101126:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693167104 00000100:00100000:2.0:1782217216.101137:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693167360 00000100:00100000:2.0:1782217216.101139:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693167360 00000100:00100000:2.0:1782217216.101155:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:2.0:1782217216.101163:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+15:2404:x1868789693167232:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217216.101179:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217216.101198:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121c000/0x92b8e04cbf5fa99b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9737a9 expref: 15 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.101216:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217216.101264:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+14:2404:x1868789693167232:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 100us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217216.101272:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:2.0:1782217216.101291:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 4 00000100:00100000:2.0:1782217216.101297:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72dff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+13:2404:x1868789693167104:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217216.101321:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217216.101330:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42343a00/0x92b8e04cbf5fa994 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973778 expref: 13 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.101346:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217216.101368:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72dff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+12:2404:x1868789693167104:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 70us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217216.101375:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 4 00000100:00100000:2.0:1782217216.101416:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:2.0:1782217216.101423:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+11:2404:x1868789693167360:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217216.101430:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217216.101439:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faa20 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be97385f expref: 11 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.101463:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217216.101482:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+10:2404:x1868789693167360:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 60us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217216.101489:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:0.0:1782217216.103522:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693166976 00000100:00100000:0.0:1782217216.103892:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693166976 00000100:00100000:0.0:1782217216.104289:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 30 00000100:00100000:0.0:1782217216.104300:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2401:x1868789693166976:12345-192.168.203.30@tcp:9:umount.0 00000020:00000080:0.0:1782217216.104336:0:18702:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9be 00000100:00080000:0.0:1782217216.104345:0:18702:0:(import.c:65:import_set_state_nolock()) ffff952d421c8000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1782217216.104395:0:18702:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1782217216.104555:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:909235f0-f9ba-458d-a9aa-26eb22b0f747+2:2401:x1868789693166976:12345-192.168.203.30@tcp:9:umount.0 Request processed in 256us (3658us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217216.104564:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 30 00010000:00010000:2.0:1782217216.106563:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1782217216.110160:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217216.130846:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217216.132848:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168256 00000100:00100000:1.0:1782217216.132860:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168256 00000100:00100000:1.0:1782217216.132930:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 67 00000100:00100000:1.0:1782217216.132940:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+16:2401:x1868789693168256:12345-192.168.203.30@tcp:39:umount.0 00000020:00000080:1.0:1782217216.132972:0:17195:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9a9 00000020:00010000:1.0:1782217216.132988:0:17195:0:(genops.c:1942:obd_stale_export_put()) Put export ffff952e7b2bb000: total 0 00000100:00080000:1.0:1782217216.132993:0:17195:0:(import.c:65:import_set_state_nolock()) ffff952e4e783000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1782217216.133027:0:17195:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1782217216.133200:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:909235f0-f9ba-458d-a9aa-26eb22b0f747+15:2401:x1868789693168256:12345-192.168.203.30@tcp:39:umount.0 Request processed in 260us (2361us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1782217216.133220:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 67 00000020:00010000:2.0:1782217216.133319:0:17182:0:(genops.c:1928:obd_stale_export_get()) Get export ffff952e7b2bb000: total 0 00010000:00010000:2.0:1782217216.133367:0:17182:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff952e7b2bb000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1782217216.133398:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff952e46d74d00) 00010000:00010000:2.0:1782217216.133401:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1782217216.133409:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7b363800/0x92b8e04cbf5fabd2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9738cf expref: 14 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133440:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952d410abc00) 00010000:00010000:2.0:1782217216.133442:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782217216.133446:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5faacf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be97387b expref: 13 pid: 20335 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133470:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff952e46d74d00) 00010000:00010000:2.0:1782217216.133473:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1782217216.133476:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fc200/0x92b8e04cbf5facb2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be97391c expref: 12 pid: 20335 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133489:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff952e48856700) 00010000:00010000:2.0:1782217216.133492:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217216.133496:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072600/0x92b8e04cbf5faa90 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be97386d expref: 11 pid: 19301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133814:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff952e48856b00) 00010000:00010000:2.0:1782217216.133819:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1782217216.133825:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073400/0x92b8e04cbf5fac5e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9738f9 expref: 10 pid: 20335 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133846:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff952e46d74f00) 00010000:00010000:2.0:1782217216.133849:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782217216.133853:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7b363000/0x92b8e04cbf5faa74 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973866 expref: 9 pid: 20335 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133865:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff952e46d74400) 00010000:00010000:2.0:1782217216.133874:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1782217216.133878:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343200/0x92b8e04cbf5fab54 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9738a5 expref: 8 pid: 19301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133899:0:17182:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff952e46d74d00) 00010000:00010000:2.0:1782217216.133901:0:17182:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782217216.133905:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fc000/0x92b8e04cbf5fac03 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9738e4 expref: 7 pid: 20335 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217216.133917:0:17182:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff952e7b2bb000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1782217216.133930:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217216.133933:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217216.133935:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217216.146026:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217216.146107:0:19301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168384 00000100:00100000:3.0:1782217216.146117:0:19301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168384 00000100:00100000:3.0:1782217216.146189:0:19301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00100000:3.0:1782217216.146199:0:19301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:909235f0-f9ba-458d-a9aa-26eb22b0f747+5:2401:x1868789693168384:12345-192.168.203.30@tcp:39:umount.0 00000020:00000080:3.0:1782217216.146232:0:19301:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9b0 00000100:00080000:3.0:1782217216.146248:0:19301:0:(import.c:65:import_set_state_nolock()) ffff952e4e781800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782217216.146277:0:19301:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:0.0:1782217216.146298:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217216.146512:0:19301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:909235f0-f9ba-458d-a9aa-26eb22b0f747+3:2401:x1868789693168384:12345-192.168.203.30@tcp:39:umount.0 Request processed in 313us (494us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1782217216.146520:0:19301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00080000:2.0:1782217216.146724:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782217216.447755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217216.447809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217216.447847:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217216.448077:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168640 00000100:00100000:2.0:1782217216.448087:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168640 00000100:00100000:2.0:1782217216.448150:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168768 00000100:00100000:2.0:1782217216.448154:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168768 00000100:00100000:2.0:1782217216.448176:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 87 00000100:00100000:2.0:1782217216.448185:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2405:x1868789693168640:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217216.448255:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2405:x1868789693168640:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 70us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217216.448263:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 87 00000100:00100000:2.0:1782217216.448280:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 88 00000100:00100000:2.0:1782217216.448286:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693168768:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217216.448311:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2404:x1868789693168768:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 25us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217216.448318:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 88 00000100:00100000:3.0:1782217216.448534:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168512 00000100:00100000:3.0:1782217216.448539:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168512 00000100:00100000:3.0:1782217216.448576:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 172 00000100:00100000:3.0:1782217216.448619:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f498600-1642-4d0b-95a1-c3911ac9081c+10:2404:x1868789693168512:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217216.448661:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f498600-1642-4d0b-95a1-c3911ac9081c+10:2404:x1868789693168512:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 78us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217216.448668:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 172 00000100:00080000:0.0:1782217216.448934:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217216.448939:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1782217216.889426:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1782217217.085035:0:19516:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 909235f0-f9ba-458d-a9aa-26eb22b0f747 00000020:00000080:1.0:1782217217.085045:0:19516:0:(genops.c:906:class_export_put()) final put ffff952d421ce800/909235f0-f9ba-458d-a9aa-26eb22b0f747 00000001:00100000:1.0:1782217217.085121:0:19516:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000020:00000080:1.0:1782217217.085124:0:19516:0:(genops.c:906:class_export_put()) final put ffff952e7c55f000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000001:00100000:2.0:1782217217.085142:0:18697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000020:00000080:2.0:1782217217.085145:0:18697:0:(genops.c:906:class_export_put()) final put ffff952e7c55b000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000020:00000080:0.0:1782217217.089695:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421ce800/909235f0-f9ba-458d-a9aa-26eb22b0f747 for lustre-OST0001 00000020:00000080:0.0:1782217217.089780:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421c8000 for lustre-OST0001 00000001:00100000:2.0:1782217217.091775:0:18697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 909235f0-f9ba-458d-a9aa-26eb22b0f747 00000020:00000080:2.0:1782217217.091796:0:18697:0:(genops.c:906:class_export_put()) final put ffff952e4e786000/909235f0-f9ba-458d-a9aa-26eb22b0f747 00000020:00000080:3.0:1782217217.093325:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c55f000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e for lustre-OST0001 00000020:00000080:3.0:1782217217.093478:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c55b000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e for lustre-OST0000 00000020:00000080:3.0:1782217217.093493:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e786000/909235f0-f9ba-458d-a9aa-26eb22b0f747 for lustre-OST0000 00000020:00000080:3.0:1782217217.093509:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7c55a800 for lustre-OST0001 00000020:00000080:3.0:1782217217.093514:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7c55d800 for lustre-OST0000 00000020:00000080:3.0:1782217217.093517:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e4e782800 for lustre-OST0000 00000100:00100000:1.0:1782217217.593058:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713161728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782217217.593129:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217217.593194:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1782217217.593203:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713161856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782217217.593227:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217217.593296:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161728 00000100:00100000:0.0:1782217217.593304:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161728 00000100:00100000:0.0:1782217217.593348:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161856 00000100:00100000:0.0:1782217217.593351:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161856 00000100:00100000:0.0:1782217217.593367:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1782217217.593374:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713161728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782217217.593406:0:18842:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217217.593478:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713161728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217217.593485:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1782217217.593502:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1782217217.593508:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713161856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782217217.593535:0:18842:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1782217217.593565:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713161856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217217.593571:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782217217.594027:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713161728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782217217.594056:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713161856:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1782217217.913735:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217217.918838:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217217.918877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217217.918914:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217217.919029:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169024 00000100:00100000:1.0:1782217217.919037:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169024 00000100:00100000:1.0:1782217217.919077:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693168896 00000100:00100000:1.0:1782217217.919079:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693168896 00000100:00100000:1.0:1782217217.919088:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169152 00000100:00100000:1.0:1782217217.919089:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169152 00000100:00100000:1.0:1782217217.919113:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:1.0:1782217217.919121:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+12:2404:x1868789693169024:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217217.919135:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217217.919152:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b362200/0x92b8e04cbf5fa9da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973819 expref: 12 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217217.919168:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217217.919232:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+11:2404:x1868789693169024:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 111us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217217.919239:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:1.0:1782217217.919255:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:1.0:1782217217.919260:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+10:2404:x1868789693168896:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217217.919267:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217217.919275:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2de00/0x92b8e04cbf5fa9d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9737e8 expref: 10 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217217.919283:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217217.919298:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+9:2404:x1868789693168896:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 37us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217217.919303:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:1.0:1782217217.919312:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:1.0:1782217217.919317:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+8:2404:x1868789693169152:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217217.919323:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217217.919329:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b362000/0x92b8e04cbf5faa19 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973858 expref: 8 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217217.919336:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217217.919347:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f498600-1642-4d0b-95a1-c3911ac9081c+7:2404:x1868789693169152:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 31us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217217.919353:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:1.0:1782217217.934788:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217217.935010:0:20335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169408 00000100:00100000:2.0:1782217217.935019:0:20335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169408 00000100:00100000:2.0:1782217217.935075:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 69 00000100:00100000:2.0:1782217217.935084:0:20335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+6:2401:x1868789693169408:12345-192.168.203.30@tcp:39:umount.0 00000020:00000080:2.0:1782217217.935132:0:20335:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9e8 00000020:00010000:2.0:1782217217.935149:0:20335:0:(genops.c:1942:obd_stale_export_put()) Put export ffff952d421cf800: total 0 00000100:00080000:2.0:1782217217.935154:0:20335:0:(import.c:65:import_set_state_nolock()) ffff952d421ca000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1782217217.935189:0:20335:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1782217217.935322:0:20335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2401:x1868789693169408:12345-192.168.203.30@tcp:39:umount.0 Request processed in 238us (543us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1782217217.935331:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 69 00000020:00010000:0.0:1782217217.935941:0:18349:0:(genops.c:1928:obd_stale_export_get()) Get export ffff952d421cf800: total 0 00010000:00010000:0.0:1782217217.935946:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217217.936004:0:18349:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff952d421cf800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1782217217.936035:0:18349:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952d410abc00) 00010000:00010000:0.0:1782217217.936039:0:18349:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1782217217.936047:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5faadd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973882 expref: 4 pid: 19301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217217.936073:0:18349:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff952d421cf800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1782217217.936083:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217217.936084:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217217.936086:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217217.944498:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217217.944805:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169536 00000100:00100000:3.0:1782217217.944827:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169536 00000100:00100000:3.0:1782217217.944887:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 70 00000100:00100000:3.0:1782217217.944896:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+5:2401:x1868789693169536:12345-192.168.203.30@tcp:39:umount.0 00000020:00000080:3.0:1782217217.944935:0:17196:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa9ef 00000100:00080000:3.0:1782217217.944946:0:17196:0:(import.c:65:import_set_state_nolock()) ffff952e7c55e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782217217.945262:0:17196:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1782217217.945397:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5dfa9e82-80a8-4410-97a4-7bd2f5d1677e+3:2401:x1868789693169536:12345-192.168.203.30@tcp:39:umount.0 Request processed in 501us (907us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1782217217.945405:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 70 00010000:00010000:2.0:1782217217.951421:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217217.972157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217217.972233:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169792 00000100:00100000:0.0:1782217217.972243:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169792 00000100:00100000:0.0:1782217217.972300:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 173 00000100:00100000:0.0:1782217217.972324:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72dfb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+7:2401:x1868789693169792:12345-192.168.203.30@tcp:251:umount.0 00000020:00000080:0.0:1782217217.972379:0:17187:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa986 00000020:00010000:0.0:1782217217.972386:0:17187:0:(genops.c:1942:obd_stale_export_put()) Put export ffff952d4328f800: total 0 00000100:00080000:0.0:1782217217.972391:0:17187:0:(import.c:65:import_set_state_nolock()) ffff952d4328b800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1782217217.972482:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72dfb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f498600-1642-4d0b-95a1-c3911ac9081c+3:2401:x1868789693169792:12345-192.168.203.30@tcp:251:umount.0 Request processed in 160us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217217.972490:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 173 00000020:00010000:2.0:1782217217.973021:0:17182:0:(genops.c:1928:obd_stale_export_get()) Get export ffff952d4328f800: total 0 00010000:00010000:2.0:1782217217.973079:0:17182:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff952d4328f800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1782217217.973119:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b362400/0x92b8e04cbf5fa98d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973771 expref: 2 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217217.973134:0:17182:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff952d4328f800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1782217217.973145:0:17182:0:(genops.c:906:class_export_put()) final put ffff952d4328f800/0f498600-1642-4d0b-95a1-c3911ac9081c 00010000:00010000:2.0:1782217217.973161:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217217.973163:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217217.973165:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1782217217.973370:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4328f800/0f498600-1642-4d0b-95a1-c3911ac9081c for MGS 00000020:00000080:0.0:1782217217.973418:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d4328b800 for MGS 00000100:00100000:3.0:1782217218.106262:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782217218.106289:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713161984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782217218.106358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217218.106915:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713161984 00000100:00100000:1.0:1782217218.106924:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713161984 00000100:00100000:1.0:1782217218.107000:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782217218.107025:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713161984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782217218.107058:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782217218.107117:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713161984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217218.107124:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217218.107229:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713161984:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1782217218.107770:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1782217218.938081:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217219.965224:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1782217219.994715:0:20768:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1782217220.002534:0:20768:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1782217220.002699:0:20768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217220.002715:0:20768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217220.002724:0:20768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217220.002805:0:20768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217220.002827:0:20768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1782217220.002846:0:20768:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1782217220.002875:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782217220.002881:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1782217220.002889:0:20768:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1782217220.002920:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e7b2c9800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1782217220.002961:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c6d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713162112:0@lo:39:umount.0 00000100:00100000:3.0:1782217220.003048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782217220.003878:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217220.003888:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.003900:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072800 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217220.003903:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.003915:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217220.003922:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217220.003928:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782217220.003931:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1782217220.003933:0:17182:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1782217220.003968:0:17182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.003975:0:17182:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1782217220.003997:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162112 00010000:00010000:2.0:1782217220.003999:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.004005:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fa549 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa550 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217220.004006:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162112 00010000:00010000:2.0:1782217220.004016:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.004018:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.004020:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217220.004032:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.004063:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1782217220.004073:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1868789713162112:12345-0@lo:39:umount.0 00000100:00100000:2.0:1782217220.004092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1782217220.004106:0:17194:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa57a 00000100:00080000:1.0:1782217220.004116:0:17194:0:(import.c:65:import_set_state_nolock()) ffff952e58395800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1782217220.004196:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3646:x1868789713162112:12345-0@lo:39:umount.0 Request processed in 123us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.004203:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1782217220.004215:0:17194:0:(genops.c:906:class_export_put()) final put ffff952e58390000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:1.0:1782217220.004248:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162240 00000100:00100000:1.0:1782217220.004252:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162240 00000100:00100000:1.0:1782217220.004285:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217220.004291:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+24:3649:x1868789713162240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782217220.004302:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217220.004318:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43072e00/0x92b8e04cbf5fa550 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa549 expref: 24 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.004331:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217220.004359:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+23:3649:x1868789713162240:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.004364:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1782217220.004389:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1782217220.004402:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e58390000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1782217220.004483:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e58395800 for lustre-MDT0000 00000100:00100000:1.0:1782217220.004524:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162240:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1782217220.005891:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b2c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1782217220.005963:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c6d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713162112:0@lo:39:umount.0 00000100:00080000:0.0:1782217220.006069:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1782217220.006074:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1782217220.006081:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1782217220.008075:0:20768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008097:0:20768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008104:0:20768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008111:0:20768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008209:0:20768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217220.008217:0:20768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008238:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217220.008247:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008248:0:20768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008256:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121dc00 already unused, calling callback (ffffffffc1157c20) 00010000:00010000:0.0:1782217220.008256:0:20768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217220.008260:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008263:0:20768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008271:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217220.008278:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217220.008284:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1782217220.008287:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1782217220.008313:0:20768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217220.008319:0:20768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008324:0:20768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008330:0:17183:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008336:0:17183:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217220.008336:0:20768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008342:0:20768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008372:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008380:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e4121dc00/0x92b8e04cbf5fa49a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa4a1 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008404:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782217220.008407:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008413:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d600 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217220.008416:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008433:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008439:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:1.0:1782217220.008440:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217220.008445:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1782217220.008446:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217220.008448:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1782217220.008450:0:17183:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1782217220.008452:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121cc00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217220.008455:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008461:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008466:0:17183:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217220.008469:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008472:0:17183:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:2.0:1782217220.008475:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1782217220.008477:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1782217220.008489:0:17182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008491:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008496:0:17182:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217220.008498:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e72e2d600/0x92b8e04cbf5fa7e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7e9 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008501:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.008507:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.008510:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217220.008510:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.008511:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.008513:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217220.008517:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217220.008538:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713162496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217220.008575:0:20768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782217220.008580:0:20768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e4121cc00/0x92b8e04cbf5faa51 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa58 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217220.008613:0:20768:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1782217220.008621:0:20768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008634:0:20768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008641:0:20768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217220.008647:0:20768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008690:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217220.008767:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008774:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d000 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217220.008777:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008785:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217220.008791:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217220.008797:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1782217220.008800:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:2.0:1782217220.008816:0:18349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008822:0:18349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782217220.008829:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217220.008836:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.008837:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.008839:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217220.008867:0:20768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782217220.008872:0:20768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e4121d000/0x92b8e04cbf5fa48c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa493 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217220.008880:0:20768:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:0.0:1782217220.008883:0:20768:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1782217220.008885:0:20768:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1782217220.008922:0:20768:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1782217220.008927:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1782217220.008932:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217220.008938:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1782217220.008944:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff952e7b0ca800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782217220.008950:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff952e7b0cd800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:2.0:1782217220.009039:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217220.009044:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1782217220.009061:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff952e4e091000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782217220.009066:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff952d43c01800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782217220.009073:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff952d421cf800 5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 192.168.203.30@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1782217220.009078:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff952e7b2bb000 909235f0-f9ba-458d-a9aa-26eb22b0f747 192.168.203.30@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1782217220.009091:0:20768:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff952d427299c0) has exports, disconnecting them 00000020:00080000:0.0:1782217220.009096:0:20768:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff952e7b0ca800), last request at 1782217215 00000020:00000080:0.0:1782217220.009105:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7b1 00000100:00100000:1.0:1782217220.009109:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782217220.009115:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713162624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.009141:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217220.009178:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162496 00000100:00100000:1.0:1782217220.009185:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162496 00000100:00080000:0.0:1782217220.009194:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e7b0c8000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1782217220.009230:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162624 00000100:00100000:1.0:1782217220.009233:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162624 00000020:00080000:0.0:1782217220.009251:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7b0ca800): rc 0 00000100:00100000:1.0:1782217220.009252:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000080:0.0:1782217220.009253:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b0ca800/lustre-MDT0000-lwp-OST0001_UUID 00000100:00100000:1.0:1782217220.009260:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+24:3647:x1868789713162496:12345-0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1782217220.009264:0:20768:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff952e7b0cd800), last request at 1782217215 00000020:00000080:0.0:1782217220.009267:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa717 00000100:00080000:0.0:1782217220.009272:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e7b0ce800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1782217220.009275:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:0.0:1782217220.009280:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7b0cd800): rc 0 00000020:00000080:0.0:1782217220.009282:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b0cd800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1782217220.009285:0:20768:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff952e4e091000), last request at 1782217151 00000020:00000080:0.0:1782217220.009287:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa668 00000100:00080000:0.0:1782217220.009290:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e4e094000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1782217220.009291:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43072200/0x92b8e04cbf5fa7e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa7e2 expref: 24 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1782217220.009297:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e4e091000): rc 0 00000020:00000080:0.0:1782217220.009298:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e091000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1782217220.009302:0:20768:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff952d43c01800), last request at 1782217150 00010000:00010000:1.0:1782217220.009303:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:0.0:1782217220.009305:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa60d 00000100:00080000:0.0:1782217220.009308:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952d42005000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1782217220.009315:0:20768:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:1.0:1782217220.009340:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+23:3647:x1868789713162496:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.009348:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782217220.009364:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1782217220.009370:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e74d3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+22:3647:x1868789713162624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782217220.009379:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217220.009387:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b362a00/0x92b8e04cbf5faa58 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5faa51 expref: 22 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.009395:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217220.009415:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e74d3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1470210-3884-42c5-8d09-248d2ed946c2+21:3647:x1868789713162624:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.009439:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:0.0:1782217220.009493:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952d43c01800): rc 0 00000020:00000080:1.0:1782217220.009494:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b0ca800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000004:00000080:0.0:1782217220.009501:0:20768:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa4bf8179fae0 00000100:00080000:0.0:1782217220.009524:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1782217220.009528:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:1.0:1782217220.009536:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b0cd800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1782217220.009556:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e091000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1782217220.009579:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b0c8000 for lustre-MDT0000 00000020:00000080:1.0:1782217220.009715:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b0ce800 for lustre-MDT0000 00000020:00000080:1.0:1782217220.009719:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e4e094000 for lustre-MDT0000 00000100:00100000:1.0:1782217220.009814:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.009844:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217220.009865:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217220.009871:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.009907:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217220.009930:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162752 00000100:00100000:1.0:1782217220.009934:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162752 00000100:00100000:1.0:1782217220.009955:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162368 00000100:00100000:1.0:1782217220.009958:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162368 00000100:00100000:1.0:1782217220.009971:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1782217220.009977:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a1470210-3884-42c5-8d09-248d2ed946c2+22:3649:x1868789713162752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782217220.009984:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217220.009993:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2da00/0x92b8e04cbf5fa493 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa48c expref: 22 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.010003:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217220.010029:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a1470210-3884-42c5-8d09-248d2ed946c2+21:3649:x1868789713162752:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.010035:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1782217220.010046:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1782217220.010058:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a1470210-3884-42c5-8d09-248d2ed946c2+20:3649:x1868789713162368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782217220.010065:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217220.010074:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2c200/0x92b8e04cbf5fa4a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa49a expref: 20 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217220.010082:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217220.010101:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a1470210-3884-42c5-8d09-248d2ed946c2+19:3649:x1868789713162368:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.010107:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1782217220.010138:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.010147:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a1470210-3884-42c5-8d09-248d2ed946c2:3649:1868789713162752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.010173:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713162624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217220.010182:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713162496:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782217220.010198:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.010477:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.010483:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782217220.010844:0:20768:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1782217220.010870:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e64e46800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1782217220.010934:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713162880:0@lo:39:umount.0 00000100:00100000:2.0:1782217220.010982:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217220.011315:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713162880 00000100:00100000:0.0:1782217220.011333:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713162880 00000100:00100000:0.0:1782217220.011430:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1782217220.011441:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1868789713162880:12345-0@lo:39:umount.0 00000020:00000080:0.0:1782217220.011473:0:18842:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa692 00000100:00080000:0.0:1782217220.011481:0:18842:0:(import.c:65:import_set_state_nolock()) ffff952e42fed800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1782217220.011515:0:18842:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1782217220.011715:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3646:x1868789713162880:12345-0@lo:39:umount.0 Request processed in 275us (731us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1782217220.011723:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1782217220.011860:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1782217220.011865:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1782217220.011880:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1782217220.011957:0:20768:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1782217220.011975:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e749ef800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1782217220.011983:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1782217220.011986:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1782217220.011995:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1782217220.012063:0:20768:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1782217220.012072:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e7b2cd000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1782217220.012120:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff952d427299c0) has no exports 00000100:00100000:1.0:1782217220.012326:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713163008:0@lo:9:umount.0 00000100:00100000:1.0:1782217220.012381:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217220.012409:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713163136:0@lo:9:umount.0 00000100:00100000:1.0:1782217220.012441:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1782217220.012474:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e64e46800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1782217220.012479:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713162880:0@lo:39:umount.0 00000100:00100000:1.0:1782217220.012509:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163008 00000100:00100000:1.0:1782217220.012513:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163008 00000100:00100000:1.0:1782217220.012553:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163136 00000100:00100000:1.0:1782217220.012555:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163136 00000100:00100000:1.0:1782217220.012572:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782217220.012578:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1868789713163008:12345-0@lo:9:umount.0 00000020:00000080:1.0:1782217220.012622:0:18700:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7f0 00000100:00080000:1.0:1782217220.012628:0:18700:0:(import.c:65:import_set_state_nolock()) ffff952d421cd800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1782217220.012666:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1782217220.012778:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3646:x1868789713163008:12345-0@lo:9:umount.0 Request processed in 198us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.012784:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1782217220.012798:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1782217220.012803:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1868789713163136:12345-0@lo:9:umount.0 00000020:00000080:1.0:1782217220.012814:0:18700:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7f7 00000100:00080000:1.0:1782217220.012819:0:18700:0:(import.c:65:import_set_state_nolock()) ffff952d421c8800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1782217220.012840:0:18700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1782217220.012911:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3646:x1868789713163136:12345-0@lo:9:umount.0 Request processed in 107us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.012917:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1782217220.012937:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e749ef800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1782217220.012945:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1782217220.012954:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1782217220.012957:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713163008:0@lo:9:umount.0 00000100:00080000:1.0:1782217220.012970:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b2cd000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1782217220.012977:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1782217220.012978:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1782217220.012981:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713163136:0@lo:9:umount.0 00000100:00080000:1.0:1782217220.013023:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1782217220.013027:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1782217220.013056:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217220.013474:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217220.013812:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1782217220.024064:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff952d427299c0) has no exports 00000020:00000080:0.0:1782217220.105785:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4e7 00000020:00000080:0.0:1782217220.105802:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e749ee800/lustre-QMT0000_UUID 00000020:01000000:0.0:1782217220.105822:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1782217220.105901:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e749ee800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1782217220.105984:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782217220.105997:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782217220.106002:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff952d4272b380) has no exports 00000020:00000080:1.0:1782217220.106417:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4e0 00000020:00000080:1.0:1782217220.106435:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e098800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1782217220.106501:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782217220.106511:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1782217220.106515:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e09d800/lustre-QMT0000_UUID 00000020:00000080:1.0:1782217220.106517:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e09d800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1782217220.106523:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1782217220.106539:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e098800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1782217220.152929:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782217220.152964:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713163264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217220.153057:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217220.153120:0:18705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163264 00000100:00100000:0.0:1782217220.153129:0:18705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163264 00000100:00100000:0.0:1782217220.153211:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1782217220.153222:0:18705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713163264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782217220.153260:0:18705:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217220.153310:0:18705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713163264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217220.153317:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1782217220.153374:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713163264:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1782217220.153473:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217220.153759:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713163392:0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.153803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217220.153840:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713163904:0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.153873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217220.153902:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1782217220.153907:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713163520:0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.153935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217220.153954:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713164032:0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.153976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217220.154002:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163904 00000100:00100000:2.0:1782217220.154007:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163904 00000100:00100000:2.0:1782217220.154044:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164032 00000100:00100000:2.0:1782217220.154047:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164032 00000100:00100000:2.0:1782217220.154076:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1782217220.154083:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713164032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.154125:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713164032:12345-0@lo:400:kworker.0 Request processed in 42us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217220.154131:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1782217220.154144:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782217220.154148:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1868789713163904:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1782217220.154154:0:17195:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1782217220.154179:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1868789713163904:12345-0@lo:400:kworker.0 Request processed in 29us (305us total) trans 0 rc -107/-107 00000100:00100000:2.0:1782217220.154184:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782217220.154201:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163520 00000100:00100000:2.0:1782217220.154205:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163520 00000100:00100000:2.0:1782217220.154226:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1782217220.154247:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1868789713163520:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1782217220.154252:0:17199:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1782217220.154279:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1868789713163520:12345-0@lo:400:kworker.0 Request processed in 32us (343us total) trans 0 rc -107/-107 00000100:00100000:2.0:1782217220.154284:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:2.0:1782217220.154320:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1782217220.154326:0:3647:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1782217220.154329:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1782217220.155631:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163392 00000100:00100000:1.0:1782217220.155645:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163392 00000100:00100000:1.0:1782217220.155710:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1782217220.155720:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72df9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+19:3647:x1868789713163392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217220.155794:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72df9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a1470210-3884-42c5-8d09-248d2ed946c2+19:3647:x1868789713163392:12345-0@lo:400:kworker.0 Request processed in 76us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217220.155802:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1782217220.156056:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713163776:0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156100:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.156138:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713164288:0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156159:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.156182:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1782217220.156189:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713163648:0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.156233:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713164160:0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156254:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.156283:0:19778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163648 00000100:00100000:3.0:1782217220.156287:0:19778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163648 00000100:00100000:3.0:1782217220.156327:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782217220.156334:0:19778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713163648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156363:0:19778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713163648:12345-0@lo:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217220.156369:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782217220.156409:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713163776 00000100:00100000:3.0:1782217220.156413:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713163776 00000100:00100000:3.0:1782217220.156444:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164288 00000100:00100000:3.0:1782217220.156447:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164288 00000100:00100000:3.0:1782217220.156461:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164160 00000100:00100000:3.0:1782217220.156463:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164160 00000100:00100000:3.0:1782217220.156473:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1782217220.156479:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1868789713164288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156513:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1868789713164288:12345-0@lo:400:kworker.0 Request processed in 34us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217220.156519:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1782217220.156530:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1782217220.156534:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1868789713163776:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1782217220.156539:0:17194:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1782217220.156566:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1868789713163776:12345-0@lo:400:kworker.0 Request processed in 29us (465us total) trans 0 rc -107/-107 00000100:00100000:3.0:1782217220.156571:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1782217220.156611:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1782217220.156617:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1868789713164160:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1782217220.156621:0:17194:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1782217220.156643:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3650:x1868789713164160:12345-0@lo:400:kworker.0 Request processed in 25us (389us total) trans 0 rc -107/-107 00000100:00100000:3.0:1782217220.156648:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1782217220.156666:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1782217220.156671:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782217220.156706:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713163648:0@lo:400:kworker.0 00000100:00080000:3.0:1782217220.156719:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1782217220.156725:0:3650:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1782217220.156736:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1782217220.156743:0:3650:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782217220.156747:0:3650:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 541 00000100:00080000:3.0:1782217220.156753:0:3650:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff952d421c9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217220.156788:0:3650:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e7c6d6680 x1868789713164416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782217220.156812:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713164160:0@lo:400:kworker.0 00000100:00080000:3.0:1782217220.156824:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1782217220.156826:0:3650:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1782217220.156829:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1782217220.156831:0:3650:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782217220.156834:0:3650:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 514 00000100:00080000:3.0:1782217220.156839:0:3650:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff952e7b352000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217220.156852:0:3650:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e7c6d5880 x1868789713164544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782217220.156862:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713163776:0@lo:400:kworker.0 00010000:00080000:3.0:1782217220.156874:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e4e0b8a80 x1868789713164288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217220.156882:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713164288:0@lo:400:kworker.0 00000100:00100000:3.0:1782217220.156910:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c6d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713164416:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1782217220.156936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.156954:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c6d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713164544:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1782217220.156982:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217220.157007:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164416 00000100:00100000:3.0:1782217220.157012:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164416 00000100:00100000:3.0:1782217220.157028:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164544 00000100:00100000:3.0:1782217220.157031:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164544 00000100:00100000:3.0:1782217220.157041:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1782217220.157045:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713164416:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1782217220.157062:0:17196:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1782217220.157132:0:20335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1782217220.157138:0:20335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3646:x1868789713164544:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1782217220.157155:0:20335:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1782217220.157193:0:20335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3646:x1868789713164544:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 54us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782217220.157200:0:20335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1782217220.173899:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782217220.173914:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782217220.173920:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c6d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713164544:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1782217220.174062:0:3647:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217220.174070:0:3647:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 513 00000100:00080000:2.0:1782217220.174081:0:3647:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff952d4245f000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217220.174134:0:3647:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f42680 x1868789713164672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782217220.174157:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713163520:0@lo:400:kworker.0 00010000:00080000:2.0:1782217220.174181:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e4e0ba680 x1868789713164032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217220.174193:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713164032:0@lo:400:kworker.0 00000100:00100000:2.0:1782217220.174206:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a1470210-3884-42c5-8d09-248d2ed946c2:3647:1868789713163392:0@lo:400:kworker.0 00000100:00080000:2.0:1782217220.174219:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1782217220.174224:0:3647:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1782217220.174228:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1782217220.174232:0:3647:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217220.174236:0:3647:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 527 00000100:00080000:2.0:1782217220.174259:0:3647:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff952e7b2b9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217220.174274:0:3647:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f41880 x1868789713164800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782217220.174285:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713163904:0@lo:400:kworker.0 00000100:00100000:1.0:1782217220.174381:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713164672:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1782217220.174481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217220.175067:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713164800:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1782217220.175099:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217220.175570:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164672 00000100:00100000:2.0:1782217220.175597:0:18842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164672 00000100:00100000:2.0:1782217220.175649:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1782217220.175657:0:18842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3646:x1868789713164672:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1782217220.175679:0:18842:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1782217220.175739:0:18842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3646:x1868789713164672:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 80us (1257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782217220.175748:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1782217220.175847:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782217220.175853:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782217220.175857:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713164672:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1782217220.175960:0:19301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164800 00000100:00100000:0.0:1782217220.175965:0:19301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164800 00000100:00100000:0.0:1782217220.175998:0:19301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1782217220.176021:0:19301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1868789713164800:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1782217220.176031:0:19301:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1782217220.176076:0:19301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1868789713164800:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 55us (976us total) trans 0 rc -19/-19 00000100:00100000:0.0:1782217220.176082:0:19301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1782217220.176915:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217220.176924:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1782217220.176928:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713164800:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1782217220.189936:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713164416:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 32873us (32983us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782217220.189955:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1782217220.190214:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217220.190221:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1782217220.190226:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c6d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713164416:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:1.0:1782217220.984875:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217222.009081:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1782217222.207099:0:17927:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1782217222.207125:0:17927:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1782217222.207133:0:17927:0:(genops.c:906:class_export_put()) final put ffff952e42fec000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1782217222.207169:0:17927:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000001:00080000:3.0:1782217222.207176:0:17927:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1782217222.207178:0:17927:0:(genops.c:906:class_export_put()) final put ffff952e7c558000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000001:00100000:3.0:1782217222.207185:0:17927:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 909235f0-f9ba-458d-a9aa-26eb22b0f747 00000001:00080000:3.0:1782217222.207188:0:17927:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1782217222.207190:0:17927:0:(genops.c:906:class_export_put()) final put ffff952e4e785800/909235f0-f9ba-458d-a9aa-26eb22b0f747 00000020:00000080:1.0:1782217222.207343:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e42fec000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1782217222.207432:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c558000/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e for lustre-MDT0001 00000020:00000080:1.0:1782217222.207465:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e785800/909235f0-f9ba-458d-a9aa-26eb22b0f747 for lustre-MDT0001 00000020:00000080:1.0:1782217222.207506:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e42fed800 for lustre-MDT0001 00000020:00000080:1.0:1782217222.207512:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7c55e000 for lustre-MDT0001 00000020:00000080:1.0:1782217222.207515:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e4e781800 for lustre-MDT0001 00000001:00100000:0.0:1782217222.208873:0:17174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782217222.208885:0:17174:0:(genops.c:906:class_export_put()) final put ffff952d43c01800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1782217222.208967:0:17174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000001:00080000:0.0:1782217222.208985:0:17174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1782217222.208989:0:17174:0:(genops.c:906:class_export_put()) final put ffff952d421cf800/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e 00000020:00000080:2.0:1782217222.209459:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43c01800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1782217222.209546:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d42005000 for lustre-MDT0000 00000020:00000080:1.0:1782217222.213007:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421cf800/5dfa9e82-80a8-4410-97a4-7bd2f5d1677e for lustre-MDT0000 00000001:00100000:0.0:1782217222.213010:0:17174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 909235f0-f9ba-458d-a9aa-26eb22b0f747 00000001:00080000:0.0:1782217222.213030:0:17174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1782217222.213043:0:17174:0:(genops.c:906:class_export_put()) final put ffff952e7b2bb000/909235f0-f9ba-458d-a9aa-26eb22b0f747 00000020:00000080:1.0:1782217222.213098:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421ca000 for lustre-MDT0000 00000020:00000080:1.0:1782217222.213105:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2bb000/909235f0-f9ba-458d-a9aa-26eb22b0f747 for lustre-MDT0000 00000020:00000080:1.0:1782217222.213137:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e4e783000 for lustre-MDT0000 00010000:00010000:3.0:1782217223.034200:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217223.226914:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713164928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782217223.227047:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217223.227253:0:19988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713164928 00000100:00100000:1.0:1782217223.227265:0:19988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713164928 00000100:00100000:1.0:1782217223.227384:0:19988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782217223.227396:0:19988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713164928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1782217223.227449:0:19988:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782217223.227506:0:19988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713164928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217223.227513:0:19988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1782217223.227611:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217223.229960:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713164928:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1782217223.801316:0:17948:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1782217224.058003:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217225.081827:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1782217225.273300:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782217225.273309:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1782217225.273314:0:37:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217225.273325:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 583 00000100:00080000:2.0:1782217225.273333:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782217225.273342:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff952d4245f000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217225.273371:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f43480 x1868789713165184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217225.273430:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782217225.273434:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1782217225.273436:0:37:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217225.273440:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 583 00000100:00080000:2.0:1782217225.273443:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782217225.273446:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff952e7b352000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217225.273467:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f40a80 x1868789713165568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217225.273475:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782217225.273478:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1782217225.273480:0:37:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217225.273483:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 583 00000100:00080000:2.0:1782217225.273486:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782217225.273489:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff952e7b2b9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217225.273504:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f42680 x1868789713165696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217225.273521:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1782217225.273542:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1782217225.273544:0:37:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217225.273549:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 583 00000100:00080000:2.0:1782217225.273552:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1782217225.273555:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff952d421c9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217225.273569:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be4700 x1868789713165952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782217225.274049:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713165184:0@lo:38:kworker.0 00000100:00100000:1.0:1782217225.274144:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217225.274224:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713165568:0@lo:38:kworker.0 00000100:00100000:1.0:1782217225.274252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217225.274269:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713165696:0@lo:38:kworker.0 00000100:00100000:1.0:1782217225.274291:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217225.274319:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713165952:0@lo:38:kworker.0 00000100:00100000:1.0:1782217225.274347:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217225.274410:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165568 00000100:00100000:1.0:1782217225.274419:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165568 00000100:00100000:1.0:1782217225.274455:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165696 00000100:00100000:1.0:1782217225.274459:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165696 00000100:00100000:1.0:1782217225.274473:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165952 00000100:00100000:1.0:1782217225.274476:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165952 00000100:00100000:1.0:1782217225.274491:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1782217225.274499:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1868789713165568:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1782217225.274519:0:17194:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1782217225.274819:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713165440:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.274861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217225.274894:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782217225.274902:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713165312:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.274926:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217225.274962:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782217225.274981:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713165696:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1782217225.274991:0:17196:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1782217225.275052:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713165696:12345-0@lo:38:kworker.0 Request processed in 69us (758us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782217225.275060:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782217225.275081:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1782217225.275086:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713165952:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1782217225.275093:0:17196:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1782217225.275116:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713165952:12345-0@lo:38:kworker.0 Request processed in 29us (768us total) trans 0 rc -19/-19 00000100:00100000:3.0:1782217225.275121:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1782217225.275139:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165440 00000100:00100000:3.0:1782217225.275143:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165440 00000100:00100000:3.0:1782217225.275189:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165312 00000100:00100000:3.0:1782217225.275193:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165312 00000100:00100000:3.0:1782217225.275214:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1782217225.275221:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713165440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275268:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713165440:12345-0@lo:400:kworker.0 Request processed in 47us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217225.275275:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1782217225.275287:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1782217225.275297:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c6d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713165312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275325:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c6d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713165312:12345-0@lo:400:kworker.0 Request processed in 29us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217225.275330:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1782217225.275358:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713165056:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275402:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217225.275435:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713166080:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275460:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217225.275477:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782217225.275484:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713165824:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275504:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217225.275546:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713165312:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275558:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713165440:0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275580:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166080 00000100:00100000:3.0:1782217225.275620:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166080 00000100:00100000:3.0:1782217225.275641:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165824 00000100:00100000:3.0:1782217225.275644:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165824 00000100:00100000:3.0:1782217225.275656:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1782217225.275661:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1868789713166080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275696:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1868789713166080:12345-0@lo:400:kworker.0 Request processed in 34us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217225.275702:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1782217225.275713:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1782217225.275719:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1868789713165824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217225.275744:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1868789713165824:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217225.275749:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00010000:00080000:3.0:1782217225.275773:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d41be6a00 x1868789713165824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217225.275783:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713165824:0@lo:400:kworker.0 00010000:00080000:3.0:1782217225.275792:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d41be4e00 x1868789713166080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217225.275807:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713166080:0@lo:400:kworker.0 00000100:00080000:3.0:1782217225.275835:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217225.275840:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782217225.275843:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713165696:0@lo:38:kworker.0 00000100:00080000:3.0:1782217225.275852:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217225.275855:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782217225.275857:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713165952:0@lo:38:kworker.0 00000100:00080000:0.0:1782217225.276184:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217225.276190:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782217225.276192:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782217225.276204:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165056 00000100:00100000:0.0:1782217225.276209:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165056 00000100:00100000:0.0:1782217225.276242:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1782217225.276248:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e72dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a1470210-3884-42c5-8d09-248d2ed946c2+19:3648:x1868789713165056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217225.276289:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e72dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a1470210-3884-42c5-8d09-248d2ed946c2+19:3648:x1868789713165056:12345-0@lo:400:kworker.0 Request processed in 41us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217225.276295:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1782217225.276366:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713166208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217225.276403:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217225.276436:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166208 00000100:00100000:0.0:1782217225.276447:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166208 00000100:00100000:0.0:1782217225.276469:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217225.276474:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713166208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782217225.276500:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217225.276533:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713166208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217225.276539:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217225.276565:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713166208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217225.276608:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713165056:0@lo:400:kworker.0 00000100:00100000:2.0:1782217225.277561:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713165184 00000100:00100000:2.0:1782217225.277573:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713165184 00000100:00100000:2.0:1782217225.277646:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782217225.277653:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713165184:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1782217225.277671:0:17200:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1782217225.277736:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713165184:12345-0@lo:38:kworker.0 Request processed in 82us (3593us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782217225.277743:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1782217225.277795:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217225.277801:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1782217225.277805:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713165184:0@lo:38:kworker.0 00000100:00100000:1.0:1782217225.290220:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1868789713165568:12345-0@lo:38:kworker.0 Request processed in 15704us (15951us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782217225.290259:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1782217225.292184:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217225.292201:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782217225.292208:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713165568:0@lo:38:kworker.0 00000001:00100000:1.0:1782217225.787411:0:19516:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1782217225.787420:0:19516:0:(genops.c:906:class_export_put()) final put ffff952d421cb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217225.787630:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421cb000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1782217225.787699:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421c8800 for lustre-OST0001 00000001:00100000:1.0:1782217225.787830:0:18697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1782217225.787836:0:18697:0:(genops.c:906:class_export_put()) final put ffff952d421ce000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1782217225.787898:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421ce000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1782217225.787931:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421cd800 for lustre-OST0000 00010000:00010000:3.0:1782217226.106183:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1782217226.169252:0:20768:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d437c3720 - data ffff952e6511a000/ffff952d42427c00 00000020:01000000:1.0:1782217226.169466:0:20768:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d43c98cc0 - data ffff952d41c8ee58/ffff952e7d00e800 00000001:00000004:1.0:1782217226.178007:0:20768:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1782217226.211891:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1782217226.211904:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1782217226.211924:0:20768:0:(client.c:3149:ptlrpc_free_committed()) @@@ free request with old gen req@ffff952d4449ca80 x1868789713162880/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1782217230 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217226.211955:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1782217226.213719:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1782217226.213736:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1782217226.213758:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1782217226.213761:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1782217226.214008:0:17218:0:(osp_sync.c:1339:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1782217226.214015:0:17218:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1782217226.214027:0:17218:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1782217226.215855:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1782217226.215863:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1782217226.215923:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1782217226.215927:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1782217226.216753:0:17220:0:(osp_sync.c:1339:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1782217226.216762:0:17220:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1782217226.216776:0:17220:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1782217226.218176:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4af 00000020:00000080:0.0:1782217226.218191:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e097000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782217226.219307:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e097000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1782217226.221447:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4c4 00000020:00000080:0.0:1782217226.221472:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e095800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782217226.221728:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1782217226.221736:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217226.221747:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1782217226.221753:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff952d42728000) has no exports 00000004:01000000:0.0:1782217226.222037:0:20768:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1782217226.222047:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa526 00000020:00000080:0.0:1782217226.222052:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b2ca000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217226.224344:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e095800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1782217226.229128:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2ca000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1782217226.229309:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1782217226.229319:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217226.229331:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1782217226.229337:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff952e7dbd8000) has no exports 00000020:00000080:0.0:1782217226.229348:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa51f 00000020:00000080:0.0:1782217226.229359:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b2cc800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782217226.229580:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2cc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1782217226.230104:0:20768:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1782217226.230110:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1782217226.230115:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1782217226.230123:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1782217226.230125:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782217226.230169:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b2cd000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1782217226.230177:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217226.230185:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1782217226.230189:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b2cc000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1782217226.230193:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2cc000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1782217226.230198:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1782217226.230299:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa511 00000020:00000080:0.0:1782217226.230305:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7b2cb800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1782217226.230320:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1782217226.230324:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217226.230328:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1782217226.230330:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff952e74c819c0) has no exports 00000020:00000080:0.0:1782217226.230336:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa50a 00000020:00000080:0.0:1782217226.230339:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e749eb800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782217226.230607:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2cb800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1782217226.230615:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e749eb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1782217226.232222:0:20768:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1782217226.232244:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1782217226.232249:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1782217226.232258:0:20768:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1782217226.232260:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782217226.232354:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217226.232362:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1782217226.232392:0:20768:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1782217226.232400:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4fc 00000020:00000080:0.0:1782217226.232410:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e749eb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217226.236072:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e749ef800 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1782217226.236099:0:37:0:(genops.c:906:class_export_put()) final put ffff952e749ed800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217226.236107:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e749ed800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1782217226.236118:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1782217226.236406:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1782217226.236414:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217226.236426:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1782217226.236432:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff952e4e28cd40) has no exports 00000020:00000080:0.0:1782217226.236442:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4f5 00000020:00000080:0.0:1782217226.236450:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e09a800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782217226.236477:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e749eb000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1782217226.238355:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e09a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1782217226.239681:0:20768:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1782217226.239689:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782217226.239695:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782217226.239704:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1782217226.239788:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e64e46800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1782217226.239984:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.239999:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782217226.240005:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e097800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217226.240009:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e097800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1782217226.240018:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782217226.240155:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.240161:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782217226.240164:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e094800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1782217226.240166:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e094800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1782217226.240171:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1782217226.240228:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4cb 00000020:00000080:2.0:1782217226.240236:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e093000/lustre-MDD0000_UUID 00000020:01000000:2.0:1782217226.240386:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1782217226.240391:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217226.240408:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1782217226.240411:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff952d4272cd40) has no exports 00000020:00000080:2.0:1782217226.240435:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.240438:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1782217226.240443:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa4d2 00000020:00000080:2.0:1782217226.240448:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e092000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1782217226.240480:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e093000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1782217226.240498:0:37:0:(genops.c:906:class_export_put()) final put ffff952e4e093800/lustre-MDD0000_UUID 00000020:00000080:3.0:1782217226.240501:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e093800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1782217226.240513:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:2.0:1782217226.240712:0:20768:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d43f05800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1782217226.240717:0:20768:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d43f05800 3 00000020:01000004:2.0:1782217226.240720:0:20768:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff952d43f05800 from lustre-MDT0000 00000020:00000080:2.0:1782217226.240752:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.240757:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1782217226.240761:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e4e090000/lustre-MDT0000_UUID 00000020:00000080:2.0:1782217226.240764:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e090000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1782217226.240774:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1782217226.240830:0:20768:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1782217226.240835:0:20768:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1782217226.240838:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1782217226.240851:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217226.240854:0:20768:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1782217226.240862:0:20768:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff952e589e8800 a1470210-3884-42c5-8d09-248d2ed946c2 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782217226.240868:0:20768:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff952d433419c0) has exports, disconnecting them 00000020:00080000:2.0:1782217226.240873:0:20768:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff952e589e8800), last request at 1782217138 00000020:00000080:2.0:1782217226.240890:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa477 00000020:00010000:2.0:1782217226.240895:0:20768:0:(genops.c:1942:obd_stale_export_put()) Put export ffff952e589e8800: total 1 00000100:00080000:2.0:1782217226.240910:0:20768:0:(import.c:65:import_set_state_nolock()) ffff952e589ee000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782217226.240929:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e589e8800): rc 0 00000020:00080000:2.0:1782217226.240934:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff952d433419c0) has no exports 00000100:00100000:3.0:1782217226.241142:0:17186:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff952e54fc4e00:17186] 0 exiting: rc = 1 00000020:00000080:3.0:1782217226.241243:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e4e092000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:1.0:1782217226.241388:0:18349:0:(genops.c:1928:obd_stale_export_get()) Get export ffff952e589e8800: total 0 00010000:00010000:1.0:1782217226.241435:0:18349:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff952e589e8800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1782217226.241629:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121c200/0x92b8e04cbf5fa7db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa7d4 expref: 14 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241656:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2d200/0x92b8e04cbf5fa6d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa6d1 expref: 13 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241667:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121d800/0x92b8e04cbf5fa596 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa58f expref: 12 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241679:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fa702 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa6fb expref: 11 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241690:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5faa2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5faa27 expref: 10 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241699:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073200/0x92b8e04cbf5fa653 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa64c expref: 9 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241709:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121d400/0x92b8e04cbf5fa5a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa59d expref: 8 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241734:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073600/0x92b8e04cbf5fa5b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa5ab expref: 7 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241747:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2d400/0x92b8e04cbf5fa485 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa47e expref: 6 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241757:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121c600/0x92b8e04cbf5fa772 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa76b expref: 5 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241766:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e72e2c400/0x92b8e04cbf5fa79c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5fa795 expref: 4 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241777:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faa4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5faa43 expref: 3 pid: 17186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241794:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121d600/0x92b8e04cbf5faa3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x92b8e04cbf5faa35 expref: 2 pid: 17189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217226.241803:0:18349:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff952e589e8800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1782217226.241817:0:18349:0:(genops.c:906:class_export_put()) final put ffff952e589e8800/a1470210-3884-42c5-8d09-248d2ed946c2 00010000:00010000:1.0:1782217226.241831:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217226.241834:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217226.241836:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1782217226.242003:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e589e8800/a1470210-3884-42c5-8d09-248d2ed946c2 for MGS 00000020:00000080:2.0:1782217226.242055:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e589ee000 for MGS 00000100:00100000:0.0:1782217226.248753:0:17187:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff952e749dea00:17187] 1 exiting: rc = 0 00000100:00100000:0.0:1782217226.249083:0:17189:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff952e5250c000:17189] 2 exiting: rc = 0 00000100:00100000:2.0:1782217226.249317:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.249328:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.249334:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.249433:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.249439:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250045:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250053:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250059:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250065:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250071:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250272:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250279:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250286:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250292:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250298:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250303:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250619:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250633:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250638:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250650:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250662:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250679:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250686:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250693:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250702:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250711:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250719:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250726:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250736:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250744:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250756:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250765:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250777:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250784:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250791:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250797:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250802:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.250809:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251629:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251640:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251649:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251890:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251899:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251905:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251910:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251916:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251921:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251926:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251932:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251937:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.251946:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252407:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252420:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252430:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252923:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252933:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252939:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252944:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.252949:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.253138:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.253147:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.253154:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.253160:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217226.253165:0:20768:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1782217226.255460:0:20768:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952e58aa2120 - data ffff952d41c88000/ffff952e75dfac00 00000020:01000000:3.0:1782217226.255999:0:20768:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d43c98840 - data ffff952d41c0d948/ffff952d4228b000 00000020:00000080:3.0:1782217226.257164:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa45b 00000020:00000080:3.0:1782217226.257194:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e589ee800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1782217226.257216:0:20768:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d43f05800 from MGS, refs=2 00000020:01000004:3.0:1782217226.257221:0:20768:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d43f05800 2 00000020:01000004:3.0:1782217226.257225:0:20768:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff952d43f05800 from MGS 00000020:00000080:3.0:1782217226.257254:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782217226.257263:0:20768:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1782217226.257267:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e589e9800/MGS 00000020:00000080:3.0:1782217226.257270:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952e589e9800/MGS for MGS 00000020:01000000:3.0:1782217226.257279:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1782217226.257362:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1782217226.257366:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217226.257373:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1782217226.257396:0:20768:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff952e7c65d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1782217226.257402:0:20768:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff952e74c84d40) has exports, disconnecting them 00000020:00080000:3.0:1782217226.257409:0:20768:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff952e7c65d800), last request at 1782217138 00000020:00000080:3.0:1782217226.257415:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa55e 00000020:00000080:0.0:1782217226.257427:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e589ee800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:3.0:1782217226.257428:0:20768:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7c65d800): rc 0 00000020:00000080:3.0:1782217226.257437:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e7c65d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1782217226.257522:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c65d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1782217226.261712:0:20768:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1782217226.261723:0:20768:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217226.261797:0:20768:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782217226.261809:0:20768:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782217226.262089:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.262101:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1782217226.262107:0:20768:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d43f05800 1 00000020:00000080:2.0:1782217226.262116:0:20768:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa44d 00000020:00000080:2.0:1782217226.262141:0:20768:0:(genops.c:906:class_export_put()) final put ffff952e589ed800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1782217226.262285:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b2c9800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1782217226.262294:0:37:0:(genops.c:906:class_export_put()) final put ffff952e7b38b000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1782217226.262297:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b38b000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1782217226.262305:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:2.0:1782217226.262977:0:20768:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1782217226.262985:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217226.262991:0:20768:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1782217226.262996:0:20768:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff952e7dbdcd40) has no exports 00000020:00000080:0.0:1782217226.263072:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e589ed800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1782217226.341534:0:20768:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217226.341548:0:20768:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1782217226.341554:0:20768:0:(genops.c:906:class_export_put()) final put ffff952d43f03800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1782217226.341559:0:20768:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43f03800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1782217226.341569:0:20768:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1782217226.342725:0:20768:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff952d43f00000 00000020:02000400:2.0:1782217226.342829:0:20768:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1782217227.135623:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217228.157337:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217228.349189:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217228.349222:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713166336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1782217228.349312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217228.349568:0:18705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166336 00000100:00100000:3.0:1782217228.349601:0:18705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166336 00000100:00100000:3.0:1782217228.349670:0:18705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1782217228.349681:0:18705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713166336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782217228.349711:0:18705:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782217228.349788:0:18705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713166336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217228.349795:0:18705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1782217228.349850:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713166336:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1782217228.349955:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1782217229.184933:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1782217229.742436:0:20970:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1782217229.769140:0:20970:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1782217229.769199:0:20970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.769213:0:20970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.769220:0:20970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.769226:0:20970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.769253:0:20970:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1782217229.769259:0:20970:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1782217229.769283:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217229.769287:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1782217229.769293:0:20970:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782217229.769309:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952e7b352000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1782217229.769313:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217229.769315:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1782217229.769318:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1782217229.770416:0:20970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770440:0:20970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770447:0:20970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770454:0:20970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770476:0:20970:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1782217229.770482:0:20970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770489:0:20970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770495:0:20970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770502:0:20970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770562:0:20970:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1782217229.770579:0:20970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770613:0:20970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770629:0:20970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.770635:0:20970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.770937:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1782217229.770950:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.770958:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072000 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217229.770962:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.770971:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217229.770978:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217229.770983:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1782217229.770985:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1782217229.770987:0:18349:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1782217229.771021:0:18349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771027:0:18349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217229.771052:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771059:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5fa64c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa653 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771071:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1782217229.771074:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771079:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e41681400 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217229.771087:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771094:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217229.771101:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217229.771106:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1782217229.771108:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1782217229.771120:0:18349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771127:0:18349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217229.771132:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771138:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e41681400/0x92b8e04cbf5fa5ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5b2 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771147:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782217229.771150:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771155:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e41680e00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217229.771158:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771164:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217229.771181:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217229.771186:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1782217229.771188:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1782217229.771190:0:18349:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1782217229.771203:0:18349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771208:0:18349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217229.771225:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771232:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e41680e00/0x92b8e04cbf5fa7d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa7db expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771245:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217229.771248:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771254:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b363e00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217229.771257:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771263:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217229.771270:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217229.771285:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1782217229.771287:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1782217229.771299:0:18349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771305:0:18349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217229.771310:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217229.771317:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217229.771318:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217229.771320:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217229.771337:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a1470210-3884-42c5-8d09-248d2ed946c2:3650:1868789713166848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217229.771406:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217229.779798:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782217229.779817:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a1470210-3884-42c5-8d09-248d2ed946c2:3650:1868789713166720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217229.779880:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217229.779937:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166848 00000100:00100000:1.0:1782217229.779944:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166848 00000100:00100000:1.0:1782217229.779974:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166720 00000100:00100000:1.0:1782217229.779976:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166720 00000100:00100000:1.0:1782217229.779988:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1782217229.779994:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3650:x1868789713166848:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1782217229.780000:0:17179:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782217229 with bad export cookie 10572446745485091959 00010000:00010000:2.0:1782217229.780520:0:20970:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1782217229.780534:0:20970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e7b363e00/0x92b8e04cbf5faa43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5faa4a expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217229.780551:0:20970:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1782217229.780669:0:20970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.780679:0:20970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.780686:0:20970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.780693:0:20970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.780705:0:20970:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1782217229.780709:0:20970:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1782217229.780724:0:20970:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1782217229.780756:0:20970:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1782217229.780760:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1782217229.780765:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217229.780770:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1782217229.780775:0:20970:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff952d43127000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782217229.780781:0:20970:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff952e7b351000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782217229.780785:0:20970:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff952e4e288000) has exports, disconnecting them 00000020:00080000:2.0:1782217229.780790:0:20970:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff952d43127000), last request at 1782217225 00000020:00000080:2.0:1782217229.780796:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7c6 00000100:00080000:2.0:1782217229.780813:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952d43122000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782217229.780852:0:20970:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952d43127000): rc 0 00000020:00000080:2.0:1782217229.780854:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43127000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1782217229.780872:0:20970:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff952e7b351000), last request at 1782217225 00000020:00000080:2.0:1782217229.780875:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa72c 00000100:00080000:2.0:1782217229.780879:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952e7b356000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1782217229.780886:0:20970:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7b351000): rc 0 00000020:00000080:2.0:1782217229.780888:0:20970:0:(genops.c:906:class_export_put()) final put ffff952e7b351000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1782217229.780895:0:20970:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa4bf8179fae0 00000100:00080000:2.0:1782217229.780913:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217229.780916:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1782217229.781701:0:20970:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782217229.781707:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952d4245f000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1782217229.781832:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1782217229.781835:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1782217229.781849:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1782217229.781904:0:20970:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1782217229.781926:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952d43666800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1782217229.781948:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1782217229.781959:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1782217229.781969:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1782217229.782026:0:20970:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1782217229.782036:0:20970:0:(import.c:65:import_set_state_nolock()) ffff952d42002000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1782217229.782075:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff952e4e288000) has no exports 00010000:00010000:3.0:1782217229.783892:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217229.783917:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217229.783929:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d800 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:3.0:1782217229.783934:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217229.783944:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782217229.783952:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217229.783958:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1782217229.783961:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1782217229.783964:0:17183:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:3.0:1782217229.784003:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713166976:0@lo:9:umount.0 00000100:00100000:3.0:1782217229.784071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217229.784109:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713167104:0@lo:9:umount.0 00000100:00100000:3.0:1782217229.784132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217229.784245:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166976 00000100:00100000:3.0:1782217229.784253:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166976 00000100:00100000:3.0:1782217229.784292:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713167104 00000100:00100000:3.0:1782217229.784295:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713167104 00000100:00100000:3.0:1782217229.784325:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1782217229.784333:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1868789713166976:12345-0@lo:9:umount.0 00000020:00000080:3.0:1782217229.784367:0:18701:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa756 00000100:00080000:3.0:1782217229.784375:0:18701:0:(import.c:65:import_set_state_nolock()) ffff952e5892b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782217229.784410:0:18701:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1782217229.784545:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3646:x1868789713166976:12345-0@lo:9:umount.0 Request processed in 213us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217229.784553:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1782217229.784565:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1782217229.784570:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1868789713167104:12345-0@lo:9:umount.0 00000020:00000080:3.0:1782217229.784600:0:18701:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7fe 00000100:00080000:3.0:1782217229.784605:0:18701:0:(import.c:65:import_set_state_nolock()) ffff952d421ca800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1782217229.788424:0:18701:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1782217229.788765:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3646:x1868789713167104:12345-0@lo:9:umount.0 Request processed in 4190us (4628us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217229.788777:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1782217229.788815:0:17190:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1782217229.788855:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d43666800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782217229.788862:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1782217229.788864:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1782217229.788867:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713166976:0@lo:9:umount.0 00000100:00080000:3.0:1782217229.788880:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d42002000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1782217229.788884:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1782217229.788885:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1782217229.788887:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713167104:0@lo:9:umount.0 00010000:00010000:2.0:1782217229.791491:0:17183:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.791506:0:17183:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782217229.791520:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.791527:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e72e2d800/0x92b8e04cbf5fa59d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x92b8e04cbf5fa5a4 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217229.791552:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217229.791553:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217229.791556:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217229.792686:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713166592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782217229.792774:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217229.792814:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1782217229.792820:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713166464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782217229.792840:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217229.792849:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713167232:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782217229.792867:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1782217229.792893:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43127000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1782217229.792942:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b351000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1782217229.792963:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d43122000 for lustre-MDT0001 00000020:00000080:2.0:1782217229.792981:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b356000 for lustre-MDT0001 00010000:00010000:0.0:1782217229.793541:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217229.793573:0:17180:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1782217229.793828:0:17180:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1782217229.793852:0:17181:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1782217229.793860:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166592 00000100:00100000:0.0:1782217229.793868:0:17181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166592 00000100:00100000:0.0:1782217229.793906:0:17181:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1782217229.793911:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713166464 00000100:00100000:0.0:1782217229.793914:0:17181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713166464 00000100:00100000:0.0:1782217229.793922:0:17181:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1782217229.793926:0:17181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713167232 00000100:00100000:0.0:1782217229.793928:0:17181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713167232 00010000:00010000:0.0:1782217229.793948:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217229.797535:0:20971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1782217229.797546:0:20971:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1868789713166720:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1782217229.797554:0:20971:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782217229 with bad export cookie 10572446745485091959 00000100:00100000:0.0:1782217229.797695:0:20971:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3650:x1868789713166720:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (17797us total) trans 0 rc -107/-107 00000100:00100000:0.0:1782217229.797703:0:20971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1782217229.797783:0:20971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1782217229.797788:0:20971:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1868789713166592:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1782217229.797793:0:20971:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782217229 with bad export cookie 10572446745485091959 00000100:00100000:0.0:1782217229.797841:0:20971:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1868789713166592:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (5050us total) trans 0 rc -107/-107 00000100:00100000:0.0:1782217229.797847:0:20971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1782217229.797885:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1782217229.797890:0:3648:0:(import.c:65:import_set_state_nolock()) ffff952d43f05000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1782217229.797893:0:3648:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.130@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1782217229.797984:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1782217229.799741:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3650:x1868789713166848:12345-0@lo:103:ldlm_bl.0 Request processed in 19724us (28314us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782217229.799752:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1782217229.799815:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1782217229.799835:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1868789713166464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1782217229.799841:0:17179:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782217229 with bad export cookie 10572446745485091959 00000100:00100000:1.0:1782217229.799868:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1868789713166464:12345-0@lo:103:ldlm_bl.0 Request processed in 33us (7027us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782217229.799874:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1782217229.799889:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1782217229.799892:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e74d3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1868789713167232:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1782217229.799896:0:17179:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1782217229 with bad export cookie 10572446745485091959 00000100:00100000:1.0:1782217229.799919:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e74d3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1868789713167232:12345-0@lo:103:ldlm_bl.0 Request processed in 25us (7051us total) trans 0 rc -107/-107 00000100:00100000:1.0:1782217229.799925:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1782217229.823165:0:3648:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.130@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1782217229.823171:0:3648:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1782217229.823181:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952e4e0b8a80 x1868789713166848/t0(0) o103->MGC192.168.203.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782217245 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217229.823196:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952e4e0bad80 x1868789713166720/t0(0) o103->MGC192.168.203.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782217245 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217229.823229:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952e4e0ba680 x1868789713166592/t0(0) o103->MGC192.168.203.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782217245 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217229.823237:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952e4e0baa00 x1868789713166464/t0(0) o103->MGC192.168.203.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782217245 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217229.823245:0:3648:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d41be6a00 x1868789713167232/t0(0) o103->MGC192.168.203.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1782217245 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782217229.823339:0:3650:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff952d43f05000 already not connected (conn 1, was 1): DISCONN 10000000:01000000:0.0:1782217229.823403:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1782217229.823406:0:3648:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1782217229.823407:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1782217229.823411:0:3648:0:(import.c:65:import_set_state_nolock()) ffff952d43f05000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217229.823415:0:3648:0:(import.c:512:import_select_connection()) MGC192.168.203.130@tcp: connect to NID 0@lo last attempt 501 00000100:00080000:0.0:1782217229.823432:0:3648:0:(import.c:626:import_select_connection()) MGC192.168.203.130@tcp: import ffff952d43f05000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217229.824929:0:3648:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e0b9f80 x1868789713167360/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1782217229.824994:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713166464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217229.825003:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713167232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217229.825008:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a1470210-3884-42c5-8d09-248d2ed946c2:3648:1868789713166592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217229.825075:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a1470210-3884-42c5-8d09-248d2ed946c2:3646:1868789713167360:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:0.0:1782217229.825122:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868789713167360 offset 0 length 520: 4 00000020:00080000:0.0:1782217229.825904:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff952e4e288000) has no exports 00000100:00100000:3.0:1782217229.832831:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a1470210-3884-42c5-8d09-248d2ed946c2:3650:1868789713166848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782217229.832865:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a1470210-3884-42c5-8d09-248d2ed946c2:3650:1868789713166720:0@lo:103:ldlm_bl.0 00000020:01000000:1.0:1782217229.894333:0:20970:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d437c3ae0 - data ffff952e651b6510/ffff952d42424c00 00000020:01000000:1.0:1782217229.894714:0:20970:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952e520ce300 - data ffff952d41c8a0d8/ffff952e47662400 00000001:00000004:1.0:1782217229.906785:0:20970:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1782217229.964122:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782217229.964131:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1782217229.964137:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1782217229.965395:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1782217229.965401:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1782217229.965454:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1782217229.965471:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1782217229.968007:0:17935:0:(osp_sync.c:1339:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1782217229.968014:0:17935:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1782217229.968025:0:17935:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1782217229.968500:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1782217229.968505:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1782217229.968525:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1782217229.968528:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1782217229.968840:0:17937:0:(osp_sync.c:1339:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1782217229.968843:0:17937:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1782217229.968859:0:17937:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1782217229.969735:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5c0 00000020:00000080:3.0:1782217229.969754:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d4245d800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1782217229.972493:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5d5 00000020:00000080:3.0:1782217229.972506:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43666000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782217229.972911:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4245d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1782217229.973011:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1782217229.973021:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217229.973030:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1782217229.973035:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff952e4e2899c0) has no exports 00000004:01000000:3.0:1782217229.973204:0:20970:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1782217229.973213:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa629 00000020:00000080:3.0:1782217229.973227:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d42000000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782217229.973231:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1782217229.973235:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217229.973239:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782217229.973242:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff952e64e199c0) has no exports 00000020:00000080:3.0:1782217229.973247:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa622 00000020:00000080:3.0:1782217229.973251:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d42000800/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1782217229.973797:0:20970:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1782217229.973803:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1782217229.973807:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1782217229.973814:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1782217229.973816:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1782217229.973844:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782217229.973850:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1782217229.973855:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa614 00000020:00000080:3.0:1782217229.973860:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d42002800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782217229.973864:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1782217229.973868:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217229.973871:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782217229.973874:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff952e74c80000) has no exports 00000020:00000080:3.0:1782217229.973878:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa606 00000020:00000080:3.0:1782217229.973881:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43663000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1782217229.974356:0:20970:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1782217229.974369:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1782217229.974372:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1782217229.974375:0:20970:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1782217229.974377:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1782217229.974401:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782217229.974407:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1782217229.974427:0:20970:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1782217229.974432:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5f8 00000020:00000080:3.0:1782217229.974437:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43667000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1782217229.974441:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1782217229.974445:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217229.974448:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1782217229.974450:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff952e502199c0) has no exports 00000020:00000080:3.0:1782217229.974454:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5f1 00000020:00000080:3.0:1782217229.974457:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d4245d000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1782217229.975337:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43666000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1782217229.975356:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d42000000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1782217229.975362:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d42000800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782217229.975369:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d42002000 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1782217229.975375:0:37:0:(genops.c:906:class_export_put()) final put ffff952d42007800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782217229.975377:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d42007800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1782217229.975381:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782217229.975459:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d42002800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1782217229.975466:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43663000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782217229.975470:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d43666800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1782217229.975475:0:37:0:(genops.c:906:class_export_put()) final put ffff952e73969000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782217229.975477:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e73969000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1782217229.975480:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782217229.975504:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43667000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1782217229.975509:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4245d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1782217229.983644:0:20970:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1782217229.983651:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1782217229.983656:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1782217229.983663:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1782217229.983708:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217229.983719:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782217229.983755:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217229.983758:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782217229.983763:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d4245f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1782217229.983767:0:20970:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4245f800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1782217229.983774:0:20970:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1782217229.983925:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5dc 00000020:00000080:0.0:1782217229.983931:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43664000/lustre-MDD0001_UUID 00000020:01000000:0.0:1782217229.983935:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1782217229.983938:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217229.983942:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1782217229.983946:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff952e5021b380) has no exports 00000020:00000080:0.0:1782217229.983962:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217229.983964:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1782217229.983967:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa5e3 00000020:00000080:0.0:1782217229.983970:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d43660800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1782217229.983976:0:20970:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952e7c65c000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1782217229.983978:0:20970:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e7c65c000 2 00000020:01000004:0.0:1782217229.983981:0:20970:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff952e7c65c000 from lustre-MDT0001 00000020:00000080:0.0:1782217229.984000:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217229.984003:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1782217229.984005:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d4245b000/lustre-MDT0001_UUID 00000020:00000080:0.0:1782217229.984007:0:20970:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4245b000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1782217229.984012:0:20970:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1782217229.984037:0:20970:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1782217229.984040:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1782217229.984042:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217229.984044:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1782217229.984050:0:20970:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff952d430fc800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782217229.984054:0:20970:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff952d43340000) has exports, disconnecting them 00000020:00080000:0.0:1782217229.984058:0:20970:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff952d430fc800), last request at 1782217151 00000020:00000080:0.0:1782217229.984061:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa661 00000020:00080000:0.0:1782217229.984075:0:20970:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952d430fc800): rc 0 00000020:00000080:0.0:1782217229.984079:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d430fc800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1782217229.984989:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d4245f000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1782217229.984999:0:37:0:(genops.c:906:class_export_put()) final put ffff952d43662800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782217229.985001:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43662800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1782217229.985010:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782217229.985090:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43664000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1782217229.985093:0:37:0:(genops.c:906:class_export_put()) final put ffff952d43665000/lustre-MDD0001_UUID 00000020:00000080:1.0:1782217229.985095:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43665000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1782217229.985097:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1782217229.985194:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43660800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782217229.985199:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952d430fc800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1782217229.985242:0:20970:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1782217229.985252:0:20970:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1782217229.985256:0:20970:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1782217229.985260:0:20970:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782217229.985276:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b352000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1782217229.985495:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782217229.985500:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1782217229.985503:0:20970:0:(genops.c:906:class_export_put()) final put ffff952d430f9800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1782217229.985505:0:20970:0:(genops.c:865:class_export_destroy()) destroying export ffff952d430f9800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1782217229.985509:0:20970:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1782217229.985534:0:20970:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e7c65c000 1 00000020:00000080:1.0:1782217229.985538:0:20970:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa588 00000020:00000080:1.0:1782217229.985542:0:20970:0:(genops.c:906:class_export_put()) final put ffff952e45428800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1782217229.985548:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1782217229.985554:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e45428800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1782217229.985561:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782217229.985564:0:20970:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782217229.985566:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff952e4e28b380) has no exports 00000020:00000080:1.0:1782217230.065077:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782217230.065091:0:20970:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1782217230.065096:0:20970:0:(genops.c:906:class_export_put()) final put ffff952e7c65e800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1782217230.065101:0:20970:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c65e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1782217230.065111:0:20970:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1782217230.065366:0:20970:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff952e7c65f800 00000020:01000000:1.0:1782217230.065387:0:20970:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1782217230.065392:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1782217230.065396:0:20970:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1782217230.065399:0:20970:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff952e74c83380) has no exports 00000100:00100000:3.0:1782217230.065785:0:17196:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff952e7c42ec00:17196] 2 exiting: rc = 0 00000100:00100000:1.0:1782217230.065900:0:17194:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff952e51667800:17194] 0 exiting: rc = 1 00000100:00100000:1.0:1782217230.065987:0:17195:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff952e51667200:17195] 1 exiting: rc = 0 00000100:00100000:1.0:1782217230.066139:0:20335:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff952e7d77ce00:20335] 4 exiting: rc = 0 00000100:00100000:0.0:1782217230.066726:0:19301:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff952e5250a200:19301] 3 exiting: rc = 0 00000100:00100000:1.0:1782217230.066878:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066898:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066903:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066909:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066914:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066921:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066928:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066933:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066938:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066944:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066949:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066956:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066961:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066967:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066972:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066977:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066982:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066987:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066992:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.066997:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067002:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067008:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067013:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067018:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067023:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067028:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067034:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067039:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067044:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067049:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067055:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067059:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067065:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067070:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067076:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067081:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067092:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067098:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067103:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067108:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067113:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067119:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067125:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067130:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067135:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067140:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067145:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067150:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067286:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067294:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067299:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067305:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067310:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067315:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067321:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067326:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067332:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067337:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067343:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067358:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067364:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067370:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067375:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.067381:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217230.076852:0:20337:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff952d43776800:20337] 2 exiting: rc = 0 00000100:00100000:2.0:1782217230.076980:0:17198:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff952e432b1000:17198] 1 exiting: rc = 0 00000100:00100000:1.0:1782217230.077206:0:17197:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff952e7c42e400:17197] 0 exiting: rc = 1 00000100:00100000:0.0:1782217230.077377:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077385:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077391:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077397:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077402:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077407:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077527:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077535:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077540:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077545:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077550:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077555:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077560:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077566:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077571:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077576:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077813:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077821:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077826:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077832:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077837:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077842:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077848:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077853:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077859:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077863:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077868:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077872:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077877:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077881:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077886:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077890:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077906:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077911:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077918:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077923:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077928:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077934:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077940:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077945:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077950:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077954:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077959:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077964:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077968:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077973:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077977:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077982:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077987:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077991:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.077996:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078001:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078006:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078010:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078015:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078020:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078025:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078030:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078035:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078040:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078045:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078050:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078054:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.078059:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217230.084122:0:17200:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff952e4153bc00:17200] 1 exiting: rc = 0 00000100:00100000:1.0:1782217230.084395:0:18842:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff952d41b66000:18842] 2 exiting: rc = 0 00000100:00100000:3.0:1782217230.084792:0:17199:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff952e7c42e600:17199] 0 exiting: rc = 1 00000100:00100000:0.0:1782217230.084889:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084897:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084902:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084919:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084924:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084930:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084935:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084947:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084953:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084959:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084964:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084969:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084974:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084980:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084985:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084991:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.084997:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085003:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085008:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085028:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085034:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085039:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085045:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085050:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085056:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085061:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085066:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085071:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085076:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085081:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085088:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085107:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085115:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085122:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085128:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085134:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085140:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085149:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085366:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085372:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085378:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085383:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085388:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085410:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085578:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085610:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085617:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085623:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085628:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085633:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085638:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085644:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085649:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085654:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085659:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085679:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085685:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085691:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085697:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085704:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085710:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085717:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085723:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.085738:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217230.095086:0:17201:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff952d43670800:17201] 0 exiting: rc = 1 00000100:00100000:2.0:1782217230.095398:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff952d43670200:17202] 1 exiting: rc = 0 00000100:00100000:0.0:1782217230.095821:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095829:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095834:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095839:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095844:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095850:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095855:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095860:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095866:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095885:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095890:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095895:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095900:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095905:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095911:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095915:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095921:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095927:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095933:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095938:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095943:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095948:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095954:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095960:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095965:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095970:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095974:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095980:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095984:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095990:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.095994:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096000:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096004:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096009:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096014:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096019:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096023:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096028:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096033:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096038:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096043:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096048:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096054:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096059:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096071:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096076:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096082:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096087:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096092:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096097:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096102:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096108:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096113:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096118:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096124:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096128:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096133:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096138:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096143:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096148:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096280:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096289:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096294:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.096299:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.097004:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff952d43670600:17204] 1 exiting: rc = 0 00000100:00100000:2.0:1782217230.097282:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff952d43671400:17203] 0 exiting: rc = 1 00000100:00100000:0.0:1782217230.097390:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097396:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097402:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097407:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097423:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097545:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097550:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097556:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097563:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097568:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097572:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097576:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097611:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097617:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097622:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097638:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097643:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097648:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097653:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097657:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097662:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097667:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097672:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097678:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097683:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097688:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097693:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097698:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097703:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097708:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097713:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097718:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097723:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097727:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097732:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097738:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097743:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097748:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097754:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097758:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097763:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097767:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097772:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097777:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097782:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097786:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097792:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097796:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097800:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097804:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097818:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097822:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097827:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097832:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097836:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097840:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097844:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097849:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097853:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097857:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097862:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097867:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097872:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217230.097876:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098214:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff952e7c42f400:17205] 0 exiting: rc = 1 00000100:00100000:2.0:1782217230.098634:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff952e52126800:17206] 1 exiting: rc = 0 00000100:00100000:1.0:1782217230.098748:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098755:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098769:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098775:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098782:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098788:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098793:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098798:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098803:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098809:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098815:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098820:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098825:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098831:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098835:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098841:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098847:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098852:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098857:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098863:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098868:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098874:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098879:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098884:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098889:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098894:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098899:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098905:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098910:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098916:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098921:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098926:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098931:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098937:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098942:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098948:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098954:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098966:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098971:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098976:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098981:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098986:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098992:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.098996:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099002:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099007:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099012:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099017:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099022:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099028:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099033:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099039:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099044:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099049:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099054:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099059:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099065:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099069:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099075:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099080:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099085:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099090:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099095:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099100:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.099857:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff952e73ba6e00:17208] 1 exiting: rc = 0 00000100:00100000:1.0:1782217230.100050:0:17209:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff952e73ba6600:17209] 2 exiting: rc = 0 00000100:00100000:2.0:1782217230.100567:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff952e73ba6200:17207] 0 exiting: rc = 1 00000100:00100000:1.0:1782217230.101848:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101857:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101864:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101870:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101876:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101882:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101898:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101903:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101908:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101914:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101919:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101924:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101930:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101936:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101941:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101947:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101952:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101958:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101976:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101983:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101989:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101994:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.101999:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102004:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102009:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102015:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102020:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102024:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102029:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102034:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102040:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102045:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102050:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102057:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102062:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102068:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102073:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102079:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102085:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102090:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102096:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102109:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102129:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102136:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102140:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102146:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102151:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102291:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102298:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102304:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102309:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102315:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102321:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102327:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102333:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102338:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102343:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102357:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102362:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102368:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102373:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102378:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102383:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217230.102397:0:20970:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1782217230.108056:0:20970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782217230.108067:0:20970:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1782217230.108071:0:20970:0:(genops.c:906:class_export_put()) final put ffff952e7b38a000/MDS_uuid 00000020:00000080:1.0:1782217230.108076:0:20970:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b38a000/MDS_uuid for MDS 00000020:01000000:1.0:1782217230.108081:0:20970:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1782217230.108761:0:20970:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1782217230.200822:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782217230.393172:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217230.393182:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217230.393185:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217230.393188:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782217230.393192:0:37:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217230.393199:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1782217230.393205:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782217230.393211:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff952e7b2b9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217230.393242:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449ca80 x1868789713167488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217230.393282:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217230.393285:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1782217230.393287:0:37:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217230.393290:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 588 00000100:00080000:0.0:1782217230.393292:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782217230.393302:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff952d421c9000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217230.393313:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449f480 x1868789713167744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782217230.393373:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713167488:0@lo:38:kworker.0 00000100:00100000:0.0:1782217230.393373:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782217230.393387:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713167872:0@lo:400:kworker.0 00000400:00000100:0.0:1782217230.393482:0:3650:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713167872 offset 0 length 224: 4 00000400:00000100:3.0:1782217230.393486:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713167488 offset 0 length 520: 4 00000100:00100000:3.0:1782217230.393514:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713167744:0@lo:38:kworker.0 00000100:00100000:0.0:1782217230.393534:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713167616:0@lo:400:kworker.0 00000400:00000100:3.0:1782217230.393536:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713167744 offset 0 length 520: 4 00000400:00000100:1.0:1782217230.397535:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713167616 offset 0 length 224: 4 00010000:00010000:2.0:1782217231.229668:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217232.248967:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217233.274200:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1782217233.318681:0:21172:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1782217233.328707:0:21172:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1782217233.328761:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328776:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328783:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328790:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328807:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1782217233.328812:0:21172:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1782217233.328835:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217233.328851:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328858:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072c00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217233.328862:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328870:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217233.328877:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217233.328883:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782217233.328886:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1782217233.328888:0:17182:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1782217233.328900:0:17182:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:2.0:1782217233.328904:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328911:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5fa6fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa702 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217233.328920:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217233.328922:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217233.328924:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1782217233.328937:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217233.328947:0:21172:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449ca80 x1868789713167488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782217250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217233.328969:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1782217233.328975:0:21172:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782217233.328987:0:21172:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1782217233.328992:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217233.328996:0:21172:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449ca80 x1868789713167488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782217250 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217233.329004:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1782217233.329007:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1782217233.329056:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713167488:0@lo:38:kworker.0 00000100:00080000:2.0:1782217233.330902:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782217233.330917:0:21172:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449dc00 x1868789713167616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217233.330945:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00100000:3.0:1782217233.331019:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713167616:0@lo:400:kworker.0 00000100:00080000:0.0:1782217233.331052:0:21172:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1782217233.331076:0:21172:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1782217233.331143:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1868789713168000:0@lo:39:umount.0 00000400:00000100:1.0:1782217233.331710:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713168000 offset 0 length 224: 4 00010000:00010000:0.0:1782217234.298982:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782217234.424678:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217234.424689:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217234.424691:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217234.424694:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217234.424836:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217234.424857:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713168128:0@lo:400:kworker.0 00000400:00000100:1.0:1782217234.424911:0:3649:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713168128 offset 0 length 224: 4 00010000:00010000:2.0:1782217235.321030:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782217235.448806:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217235.448816:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217235.448819:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217235.448822:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217235.448927:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1782217235.448943:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713168256:0@lo:400:kworker.0 00000400:00000100:1.0:1782217235.448994:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713168256 offset 0 length 224: 4 00000001:00100000:2.0:1782217236.029003:0:18697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1782217236.029012:0:18697:0:(genops.c:906:class_export_put()) final put ffff952e5892c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1782217236.029366:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff952e5892c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1782217236.029415:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e5892b000 for lustre-OST0000 00000001:00100000:1.0:1782217236.032343:0:19516:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1782217236.032353:0:19516:0:(genops.c:906:class_export_put()) final put ffff952d421cc800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1782217236.032487:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421cc800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1782217236.032545:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421ca800 for lustre-OST0001 00010000:00010000:2.0:1782217236.347655:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217237.368795:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217238.394358:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217239.417158:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217239.480725:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217229/real 1782217229] req@ffff952e4e0b9f80 x1868789713167360/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782217239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217239.480758:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952e4e0b9f80 x1868789713167360/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1782217239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782217239.480779:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d43f05000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782217239.480805:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1782217239.480809:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a1470210-3884-42c5-8d09-248d2ed946c2:3646:1868789713167360:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:0.0:1782217239.480986:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217239.480991:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1782217239.480994:0:37:0:(import.c:65:import_set_state_nolock()) ffff952d43f05000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217239.481014:0:37:0:(import.c:512:import_select_connection()) MGC192.168.203.130@tcp: connect to NID 0@lo last attempt 592 00000100:00080000:0.0:1782217239.481020:0:37:0:(import.c:591:import_select_connection()) MGC192.168.203.130@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782217239.481027:0:37:0:(import.c:626:import_select_connection()) MGC192.168.203.130@tcp: import ffff952d43f05000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217239.481057:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449ea00 x1868789713168384/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217239.481082:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1782217239.481087:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217239.481235:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a1470210-3884-42c5-8d09-248d2ed946c2:3646:1868789713168384:0@lo:250:kworker.0 00000400:00000100:1.0:1782217239.481288:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1868789713168384 offset 0 length 520: 4 00000100:00100000:3.0:1782217239.481516:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713168512:0@lo:400:kworker.0 00000400:00000100:3.0:1782217239.481557:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713168512 offset 0 length 224: 4 00010000:00010000:0.0:1782217240.442444:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217241.464819:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217242.488890:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217243.513888:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217243.576712:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217233/real 1782217233] req@ffff952d4449e300 x1868789713168000/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217243.576745:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449e300 x1868789713168000/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1782217243.576763:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b2b9800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1782217243.576784:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1868789713168000:0@lo:39:umount.0 00000100:00080000:0.0:1782217243.577062:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1782217243.577067:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1782217243.577072:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1782217243.579610:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.579630:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.579638:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.579644:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.579675:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217243.579683:0:21172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.579912:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217243.579919:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.579927:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e41681c00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217243.579930:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.579939:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217243.579975:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217243.579981:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782217243.579983:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1782217243.580002:0:17183:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:2.0:1782217243.580006:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.580012:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e41681c00/0x92b8e04cbf5fa6d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa6d8 expref: -99 pid: 18696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.580025:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217243.580027:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217243.580029:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217243.580108:0:21172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.580114:0:21172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.580120:0:21172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217243.580169:0:21172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1782217243.580174:0:21172:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1782217243.580179:0:21172:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1782217243.580205:0:21172:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1782217243.580209:0:21172:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1782217243.580213:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217243.580219:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1782217243.580223:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff952e5021cd40) has no exports 00000020:00080000:0.0:1782217243.580246:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff952e5021cd40) has no exports 00000020:01000000:0.0:1782217243.581926:0:21172:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d437c3360 - data ffff952e6502d510/ffff952d42426000 00010000:00010000:2.0:1782217243.582509:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217243.582519:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.582530:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121ce00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:2.0:1782217243.582533:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.582544:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217243.582551:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217243.582575:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1782217243.582578:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1782217243.582602:0:17182:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1782217243.582619:0:17182:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:2.0:1782217243.582623:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.582629:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e4121ce00/0x92b8e04cbf5faa35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5faa3c expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217243.582640:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217243.582642:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217243.582644:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1782217243.583341:0:21172:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952e4e100f60 - data ffff952e65097288/ffff952d42680400 00100000:10000000:0.0:1782217243.601421:0:21172:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1782217243.631167:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa6e6 00000020:00000080:3.0:1782217243.631191:0:21172:0:(genops.c:906:class_export_put()) final put ffff952d43c14800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1782217243.631245:0:21172:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952e42fe8000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1782217243.631257:0:21172:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e42fe8000 2 00000020:01000004:3.0:1782217243.631261:0:21172:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff952e42fe8000 from lustre-OST0000 00000020:00000080:3.0:1782217243.631285:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782217243.631294:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1782217243.631297:0:21172:0:(genops.c:906:class_export_put()) final put ffff952d43c16000/lustre-OST0000_UUID 00000020:00000080:3.0:1782217243.631300:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43c16000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1782217243.631307:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1782217243.631368:0:21172:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1782217243.631372:0:21172:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1782217243.631376:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217243.631380:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1782217243.631388:0:21172:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff952d4371e000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1782217243.631393:0:21172:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff952d43344d40) has exports, disconnecting them 00000020:00080000:3.0:1782217243.631398:0:21172:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff952d4371e000), last request at 1782217164 00000020:00000080:3.0:1782217243.631402:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa710 00000020:00080000:3.0:1782217243.631412:0:21172:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952d4371e000): rc 0 00000020:00000080:3.0:1782217243.631417:0:21172:0:(genops.c:906:class_export_put()) final put ffff952d4371e000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1782217243.631439:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43c14800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1782217243.635028:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4371e000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1782217243.635083:0:21172:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1782217243.635089:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1782217243.635093:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782217243.635100:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782217243.635328:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217243.635337:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1782217243.635342:0:21172:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1782217243.635359:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217243.635364:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1782217243.635370:0:21172:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff952e7b0ce000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782217243.635376:0:21172:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff952e7dbd99c0) has exports, disconnecting them 00000020:00080000:2.0:1782217243.635380:0:21172:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff952e7b0ce000), last request at 1782217164 00000020:00000080:2.0:1782217243.635384:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa725 00000020:00080000:2.0:1782217243.635406:0:21172:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7b0ce000): rc 0 00000020:00000080:2.0:1782217243.635412:0:21172:0:(genops.c:906:class_export_put()) final put ffff952e7b0ce000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1782217243.635535:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b2b9000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1782217243.635543:0:8:0:(genops.c:906:class_export_put()) final put ffff952e7b2bf800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1782217243.635546:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2bf800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1782217243.635556:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1782217243.636448:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b0ce000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1782217243.652731:0:21172:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1782217243.652741:0:21172:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1782217243.652745:0:21172:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1782217243.652752:0:21172:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1782217243.653119:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217243.653129:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1782217243.653136:0:21172:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e42fe8000 1 00000020:00000080:2.0:1782217243.653142:0:21172:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa6c3 00000020:00000080:2.0:1782217243.653151:0:21172:0:(genops.c:906:class_export_put()) final put ffff952d430fc000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1782217243.653156:0:21172:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1782217243.653160:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217243.653191:0:21172:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1782217243.653196:0:21172:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff952e50218000) has no exports 00000020:00000080:1.0:1782217243.718949:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b2b9800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1782217243.718965:0:8:0:(genops.c:906:class_export_put()) final put ffff952e7b0cc800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1782217243.718970:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b0cc800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1782217243.718979:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1782217243.719115:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d430fc000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1782217243.747057:0:21172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1782217243.747072:0:21172:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1782217243.747078:0:21172:0:(genops.c:906:class_export_put()) final put ffff952e42feb800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1782217243.747084:0:21172:0:(genops.c:865:class_export_destroy()) destroying export ffff952e42feb800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1782217243.747097:0:21172:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1782217243.747217:0:21172:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff952e42fec800 00000020:02000400:3.0:1782217243.747272:0:21172:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1782217244.536775:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1782217244.728847:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1782217244.728858:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217244.728862:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1782217244.728884:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1782217244.728973:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782217244.728987:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713168640:0@lo:400:kworker.0 00000400:00000100:0.0:1782217244.729048:0:3650:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1868789713168640 offset 0 length 224: 4 00010000:00010000:0.0:1782217245.563715:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217246.585727:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1782217246.773734:0:21374:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000100:00000400:2.0:1782217246.776677:0:3650:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217230/real 1782217230] req@ffff952d4449c380 x1868789713167872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217246 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217246.793216:0:3650:0:(client.c:2533:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff952d4449c380 x1868789713167872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217246 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782217246.793241:0:3650:0:(import.c:65:import_set_state_nolock()) ffff952e7b2bf000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1782217246.793244:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000020:01000004:3.0:1782217246.796885:0:21374:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1782217246.797040:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.797058:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.797066:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.797074:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.797101:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1782217246.797106:0:21374:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1782217246.797131:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782217246.797146:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449f480 x1868789713167744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782217250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.797172:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1782217246.797178:0:21374:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1782217246.797178:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:3.0:1782217246.797183:0:21374:0:(import.c:65:import_set_state_nolock()) ffff952d421c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1782217246.797187:0:18349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1782217246.797190:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1782217246.797194:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449f480 x1868789713167744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1782217250 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.797201:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1782217246.797206:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00010000:00010000:0.0:1782217246.797214:0:18349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121da00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217246.797218:0:18349:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.797239:0:18349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217246.797247:0:18349:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217246.797253:0:18349:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1782217246.797256:0:18349:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1782217246.797258:0:18349:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1782217246.797271:0:18349:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:0.0:1782217246.797275:0:18349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.797282:0:18349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e4121da00/0x92b8e04cbf5fa795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa79c expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.797294:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217246.797296:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217246.797298:0:18349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217246.797399:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713167744:0@lo:38:kworker.0 00000100:00080000:3.0:1782217246.808932:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00080000:2.0:1782217246.808932:0:3650:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1782217246.808961:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449c380 x1868789713167872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217246 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.808974:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449c700 x1868789713168128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.808997:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449d180 x1868789713168256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809008:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449c000 x1868789713168512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809016:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d41be7100 x1868789713168640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809024:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1782217246.809030:0:21374:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1782217246.809059:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713168512:0@lo:400:kworker.0 00000100:00080000:3.0:1782217246.809138:0:21374:0:(import.c:65:import_set_state_nolock()) ffff952e7b2bf000 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1782217246.809146:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782217246.809150:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1868789713168256:0@lo:400:kworker.0 00000100:00100000:3.0:1782217246.809151:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449c380 x1868789713167872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1782217246 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809164:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449c700 x1868789713168128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217250 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809171:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449d180 x1868789713168256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217251 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809178:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d41be7100 x1868789713168640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217260 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217246.809185:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1782217246.809211:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713168128:0@lo:400:kworker.0 00000100:00100000:3.0:1782217246.809754:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:1.0:1782217246.809789:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713168640:0@lo:400:kworker.0 00000100:00100000:1.0:1782217246.809801:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713167872:0@lo:400:kworker.0 00000100:00080000:1.0:1782217246.809827:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1782217246.809833:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) a1470210-3884-42c5-8d09-248d2ed946c2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1782217246.812202:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812250:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812257:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812265:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812329:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217246.812336:0:21374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812343:0:21374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812348:0:21374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217246.812354:0:21374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812423:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217246.812431:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812456:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073a00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217246.812459:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812467:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217246.812473:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217246.812478:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1782217246.812480:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1782217246.812490:0:17183:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:0.0:1782217246.812494:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812511:0:17183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43073a00/0x92b8e04cbf5fa76b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa772 expref: -99 pid: 19515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812525:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217246.812528:0:17183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812532:0:17183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fc400 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217246.812534:0:17183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812539:0:17183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217246.812551:0:17183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217246.812555:0:17183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1782217246.812558:0:17183:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1782217246.812562:0:17183:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:0.0:1782217246.812564:0:17183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217246.812570:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217246.812572:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217246.812574:0:17183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217246.814799:0:21374:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1782217246.814813:0:21374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e413fc400/0x92b8e04cbf5faa27 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5faa2e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217246.814840:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1782217246.814891:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1782217246.814898:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1782217246.814901:0:21374:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1782217246.814948:0:21374:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1782217246.814952:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1782217246.814958:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1782217246.814962:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1782217246.814966:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff952e64e18000) has no exports 00000020:00080000:3.0:1782217246.815037:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff952e64e18000) has no exports 00000020:01000000:3.0:1782217246.818415:0:21374:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d4336cd20 - data ffff952e65069d80/ffff952e4e794000 00000020:01000000:3.0:1782217246.818625:0:21374:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff952d4336c2a0 - data ffff952e447f9bd0/ffff952d445ae800 00100000:10000000:3.0:1782217246.828248:0:21374:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1782217246.836421:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa780 00000020:00000080:2.0:1782217246.836433:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d4364f000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1782217246.836455:0:21374:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d430ff000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1782217246.836459:0:21374:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d430ff000 2 00000020:01000004:2.0:1782217246.836463:0:21374:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff952d430ff000 from lustre-OST0001 00000020:00000080:2.0:1782217246.836498:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217246.836508:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1782217246.836511:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d4364b000/lustre-OST0001_UUID 00000020:00000080:2.0:1782217246.836515:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4364b000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1782217246.836521:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1782217246.837012:0:21374:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import a1470210-3884-42c5-8d09-248d2ed946c2->MGS 00010000:00010000:2.0:1782217246.837028:0:21374:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e72e2d000/0x92b8e04cbf5fa58f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa596 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217246.837041:0:21374:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e72e2d000/0x92b8e04cbf5fa58f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa596 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217246.837047:0:21374:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1782217246.837050:0:21374:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1782217246.837053:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1782217246.837073:0:21374:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:2.0:1782217246.837077:0:21374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e72e2d000/0x92b8e04cbf5fa58f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa596 expref: -99 pid: 17926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217246.837093:0:21374:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e41681800/0x92b8e04cbf5fa47e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x92b8e04cbf5fa485 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1782217246.837099:0:21374:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e41681800/0x92b8e04cbf5fa47e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x92b8e04cbf5fa485 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217246.837105:0:21374:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1782217246.837107:0:21374:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1782217246.837108:0:21374:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1782217246.837117:0:21374:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff952d43f05000 00010000:00010000:2.0:1782217246.837120:0:21374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e41681800/0x92b8e04cbf5fa47e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x92b8e04cbf5fa485 expref: -99 pid: 17173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1782217246.837149:0:21374:0:(import.c:65:import_set_state_nolock()) ffff952d43f05000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1782217246.837153:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1782217246.837155:0:21374:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1782217246.837157:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1782217246.837160:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1782217246.837170:0:21374:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff952d4449ea00 x1868789713168384/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1782217254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1782217246.837184:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1782217246.837187:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 10s for inflight to error out 00000020:00000080:1.0:1782217246.837785:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d4364f000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:1.0:1782217246.837823:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a1470210-3884-42c5-8d09-248d2ed946c2:3646:1868789713168384:0@lo:250:kworker.0 10000000:01000000:2.0:1782217246.837898:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1782217246.837904:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa469 00000020:00000080:2.0:1782217246.837908:0:21374:0:(genops.c:906:class_export_put()) final put ffff952e7b38e000/a1470210-3884-42c5-8d09-248d2ed946c2 00000020:01000000:2.0:1782217246.837921:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.203.130@tcp (flags='') 00000020:00000080:2.0:1782217246.837925:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217246.837929:0:21374:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.130@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1782217246.837932:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff952e7dbdb380) has no exports 10000000:01000000:1.0:1782217246.838294:0:17191:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:1.0:1782217246.838360:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b38e000/a1470210-3884-42c5-8d09-248d2ed946c2 for MGC192.168.203.130@tcp 10000000:01000000:2.0:1782217246.839878:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.130@tcp: client import never connected 00000100:00080000:2.0:1782217246.839885:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1782217246.839889:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1782217246.839892:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1782217246.839895:0:21374:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1782217246.839973:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1782217246.840001:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d43f05000 for MGC192.168.203.130@tcp 00000020:00000080:2.0:1782217246.840044:0:21374:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.130@tcp (uuid a1470210-3884-42c5-8d09-248d2ed946c2) 00000020:00000080:2.0:1782217246.840049:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d43f06800/a1470210-3884-42c5-8d09-248d2ed946c2 00000020:00000080:2.0:1782217246.840052:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43f06800/a1470210-3884-42c5-8d09-248d2ed946c2 for MGC192.168.203.130@tcp 00000020:01000000:2.0:1782217246.840060:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.130@tcp (a1470210-3884-42c5-8d09-248d2ed946c2) 00000020:01000000:2.0:1782217246.840410:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1782217246.840415:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217246.840420:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1782217246.840426:0:21374:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff952d421cc000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1782217246.840437:0:21374:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff952d421c4d40) has exports, disconnecting them 00000020:00080000:2.0:1782217246.840441:0:21374:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff952d421cc000), last request at 1782217178 00000020:00000080:2.0:1782217246.840446:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7aa 00000020:00080000:2.0:1782217246.840458:0:21374:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952d421cc000): rc 0 00000020:00000080:2.0:1782217246.840462:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d421cc000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1782217246.840886:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952d421cc000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1782217246.848666:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1782217246.848674:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1782217246.848679:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1782217246.848686:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782217246.848781:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952d421c9000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1782217246.848849:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1782217246.848858:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1782217246.848863:0:21374:0:(genops.c:906:class_export_put()) final put ffff952e7c559800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1782217246.848867:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7c559800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1782217246.848879:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1782217246.848944:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1782217246.848948:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1782217246.848952:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1782217246.848959:0:21374:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff952e7b2be000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1782217246.848965:0:21374:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff952e739799c0) has exports, disconnecting them 00000020:00080000:0.0:1782217246.848969:0:21374:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff952e7b2be000), last request at 1782217178 00000020:00000080:0.0:1782217246.848973:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa7bf 00000020:00080000:0.0:1782217246.849047:0:21374:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff952e7b2be000): rc 0 00000020:00000080:0.0:1782217246.849053:0:21374:0:(genops.c:906:class_export_put()) final put ffff952e7b2be000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1782217246.849150:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2be000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1782217246.851675:0:21374:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1782217246.851684:0:21374:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1782217246.851688:0:21374:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1782217246.851697:0:21374:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1782217246.851744:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff952e7b2bf000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1782217246.854680:0:18349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1782217246.862649:0:17183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1782217246.862883:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1782217246.863065:0:17177:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff952e6fb19200:17177] 0 exiting: rc = 1 00000100:00100000:2.0:1782217246.863147:0:17178:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff952e6fb18200:17178] 1 exiting: rc = 0 00000100:00100000:2.0:1782217246.863199:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.863795:0:17180:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff952d425e5000:17180] 1 exiting: rc = 0 00000100:00100000:0.0:1782217246.863795:0:17181:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff952d425e4c00:17181] 2 exiting: rc = 0 00000100:00100000:1.0:1782217246.863854:0:17179:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff952e6fb19400:17179] 0 exiting: rc = 1 00000100:00100000:1.0:1782217246.863905:0:20971:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff952e72e33000:20971] 3 exiting: rc = 0 00000100:00100000:2.0:1782217246.864097:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864103:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864110:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864116:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864122:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864128:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864138:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864142:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864146:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864150:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864154:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864159:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864165:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864170:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864174:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864180:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864184:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864189:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864194:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864199:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864203:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864208:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864212:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864217:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864222:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864359:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864364:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864368:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864372:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864376:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864381:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864386:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864390:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864395:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864399:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864404:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864408:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864413:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864418:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864423:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864429:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864434:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864439:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864443:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864449:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864454:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864460:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864464:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864468:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864473:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864477:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864481:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864486:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864491:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864495:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864499:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864503:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864507:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864511:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864515:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864525:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864528:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864533:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.864537:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1782217246.865581:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217246.865607:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1782217246.865613:0:21374:0:(genops.c:906:class_export_put()) final put ffff952e7b2ba800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1782217246.865618:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b2ba800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1782217246.865623:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1782217246.865673:0:21374:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d430ff000 1 00000020:00000080:2.0:1782217246.865680:0:21374:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x92b8e04cbf5fa764 00000020:00000080:2.0:1782217246.865686:0:21374:0:(genops.c:906:class_export_put()) final put ffff952e7b0c9000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1782217246.865699:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1782217246.865703:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217246.865707:0:21374:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1782217246.865710:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff952e46dbcd40) has no exports 00000020:00000080:1.0:1782217246.867010:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff952e7b0c9000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1782217246.895181:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217246.895195:0:21374:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1782217246.895200:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d43126000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1782217246.895205:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952d43126000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1782217246.895215:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1782217246.895777:0:21374:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff952d43121800 00000020:01000000:2.0:1782217246.895800:0:21374:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1782217246.896481:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1782217246.896488:0:21374:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1782217246.896492:0:21374:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff952d43343380) has no exports 00000020:00000080:2.0:1782217246.896521:0:21374:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1782217246.896530:0:21374:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1782217246.896533:0:21374:0:(genops.c:906:class_export_put()) final put ffff952d430fb000/OSS_uuid 00000020:00000080:2.0:1782217246.896537:0:21374:0:(genops.c:865:class_export_destroy()) destroying export ffff952d430fb000/OSS_uuid for OSS 00000020:01000000:2.0:1782217246.896541:0:21374:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1782217246.896680:0:18701:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff952e489bee00:18701] 1 exiting: rc = 0 00000100:00100000:0.0:1782217246.896742:0:18700:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff952e47612200:18700] 0 exiting: rc = 1 00000100:00100000:0.0:1782217246.896823:0:18702:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff952e520b6400:18702] 2 exiting: rc = 0 00000100:00080000:3.0:1782217246.897493:0:17190:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1782217246.897578:0:19412:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff952d4239e800:19412] 3 exiting: rc = 0 00000100:00100000:2.0:1782217246.897663:0:19778:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff952d42028600:19778] 4 exiting: rc = 0 00000100:00100000:1.0:1782217246.897780:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897828:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897836:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897842:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897847:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897852:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897858:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897864:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897869:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897874:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897879:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897885:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897890:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897895:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897900:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897918:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897924:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897929:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897934:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897939:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897944:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897950:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897955:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897961:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897967:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897973:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897983:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897989:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.897995:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898000:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898005:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898011:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898016:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898021:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898026:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898030:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898035:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898040:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898046:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898051:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898057:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898068:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898075:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898080:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898085:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898091:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898096:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898100:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898105:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898111:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898122:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898127:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898131:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898136:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898143:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898148:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898152:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898157:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898161:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898166:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898170:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898175:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898180:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1782217246.898190:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.900099:0:18705:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff952e50827e00:18705] 1 exiting: rc = 0 00000100:00100000:0.0:1782217246.900099:0:19988:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff952d434cba00:19988] 2 exiting: rc = 0 00000100:00100000:3.0:1782217246.902287:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff952e44f04a00:18704] 0 exiting: rc = 1 00000100:00100000:2.0:1782217246.906104:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906126:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906132:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906148:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906154:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906159:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906164:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906170:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906175:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906181:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906187:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906192:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906197:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906203:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906208:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906213:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906218:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906223:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906238:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906244:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906249:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906254:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906259:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906265:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906270:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906276:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906280:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906285:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906290:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906296:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906302:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906309:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906325:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906330:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906335:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906340:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906352:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906357:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906372:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906378:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906384:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906389:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906395:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906400:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906404:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906409:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906414:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906419:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906424:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906429:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906434:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906439:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906444:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906450:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906455:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906461:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906465:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906470:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906475:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906480:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906485:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906491:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906496:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.906501:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.907470:0:18708:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff952e7b072e00:18708] 2 exiting: rc = 0 00000100:00100000:3.0:1782217246.910403:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff952e7b073a00:18707] 1 exiting: rc = 0 00000100:00100000:1.0:1782217246.914517:0:20338:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff952d444eb600:20338] 3 exiting: rc = 0 00000100:00100000:0.0:1782217246.914521:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff952e50827600:18706] 0 exiting: rc = 1 00000100:00100000:3.0:1782217246.919808:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919819:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919825:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919831:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919837:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919843:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919851:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919857:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919863:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919869:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919874:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919880:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919886:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919892:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919898:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919905:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919910:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919918:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919924:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919942:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919948:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919955:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919960:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919965:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919970:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919976:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919982:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919989:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.919995:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920002:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920026:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920033:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920039:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920045:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920050:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920056:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920061:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920067:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920073:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920078:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920084:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920089:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920095:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920100:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920106:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920112:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920118:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920123:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920129:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920135:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920141:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920146:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920152:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920158:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920184:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920191:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920197:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920203:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920208:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920214:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920219:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920238:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920245:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1782217246.920260:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.933037:0:18709:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff952e7b072a00:18709] 0 exiting: rc = 1 00000100:00100000:1.0:1782217246.933273:0:18710:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff952e7b072200:18710] 1 exiting: rc = 0 00000100:00100000:0.0:1782217246.933376:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933384:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933389:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933394:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933451:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933456:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933461:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933467:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933472:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933477:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933481:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933487:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933492:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933497:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933512:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933517:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933523:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933528:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933532:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933537:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933542:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933547:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933551:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933556:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933561:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933565:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933570:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933618:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933623:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933628:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933633:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933637:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933642:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933647:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933652:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933656:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933661:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933666:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933671:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933675:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933680:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933684:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933689:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933695:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933699:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933704:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933708:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933713:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933717:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933722:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933727:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933731:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933736:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933741:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933746:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933751:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933756:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933763:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933769:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933775:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933781:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933788:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933802:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.933813:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1782217246.934489:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff952e476e8c00:18711] 0 exiting: rc = 1 00000100:00100000:2.0:1782217246.934575:0:18712:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff952e476e8400:18712] 1 exiting: rc = 0 00000100:00100000:0.0:1782217246.937613:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937634:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937642:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937648:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937653:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937659:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937687:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937694:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937700:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937706:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937711:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937716:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937722:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937729:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937735:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937742:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937748:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937754:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937775:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937782:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937787:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937794:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937799:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937805:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937811:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937817:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937825:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937831:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937837:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937844:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937863:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937869:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937875:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937893:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937899:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937905:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937912:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937917:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937924:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937930:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937935:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937940:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937959:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937965:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937971:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937977:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937983:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937989:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.937996:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938001:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938007:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938014:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938021:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938027:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938049:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938056:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938061:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938067:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938072:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938077:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938084:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938091:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938098:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1782217246.938113:0:21374:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1782217246.946080:0:21374:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1782217265.693158:0:22138:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg330-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1782217274.776531:0:22737:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1782217274.776537:0:22737:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1782217274.776539:0:22737:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1782217274.776689:0:22737:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff952d43123800 00000020:01000004:1.0:1782217274.776704:0:22737:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1782217274.776710:0:22737:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1782217274.776724:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff952e46db8000) 00000020:00000080:1.0:1782217274.776737:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1782217274.840710:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1782217274.841762:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.845032:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1782217274.846050:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.846268:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.846547:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.846851:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.847044:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.847266:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.847504:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.847757:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.847992:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.848187:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.848441:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.848691:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.848919:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.849155:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.849324:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.849619:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.849799:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.850010:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.850239:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.850524:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1782217274.850818:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1782217274.851074:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1782217274.851469:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.851864:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1782217274.852088:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1782217274.852361:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.852709:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.852939:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.853143:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1782217274.853329:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.853627:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.853808:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1782217274.855545:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.855991:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.856212:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.856514:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.856780:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.856963:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.857259:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.857538:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.857828:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.858051:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1782217274.858322:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.858666:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.859460:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.859857:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.860036:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.860456:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.860680:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1782217274.860952:0:22737:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:2.0:1782217274.861560:0:22737:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1782217274.861809:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1782217274.861817:0:22737:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1782217274.861828:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5facdc 00000020:01000004:2.0:1782217274.861834:0:22737:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1782217274.861840:0:22737:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1782217274.861845:0:22737:0:(tgt_mount.c:101:server_register_mount()) register mount ffff952d43123800 from MGS 00000020:01000004:2.0:1782217274.861848:0:22737:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1782217274.861857:0:22737:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff952e739799c0) 00000020:00000080:2.0:1782217274.861868:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1782217274.861928:0:22737:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d43123800 from MGS, refs=2 00080000:01000000:2.0:1782217274.861933:0:22737:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1782217274.861938:0:22737:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5facea 00000100:00100000:2.0:1782217274.862031:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1782217274.862158:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1782217274.862163:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1782217274.862794:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1782217274.862801:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1782217274.863482:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782217274.863729:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1782217274.863736:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1782217274.864217:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1782217274.864224:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1782217274.864566:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1782217274.864573:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1782217274.865270:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217274.865274:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217274.865275:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217274.865944:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217274.865953:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217274.865954:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217274.866469:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1782217274.868822:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1782217274.871007:0:22737:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1782217274.875973:0:22750:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1782217274.876044:0:22737:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1782217274.876105:0:22737:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1782217274.876788:0:22737:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1782217274.877143:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782217274.877290:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1782217274.877297:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1782217274.879737:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1782217274.879749:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1782217274.880039:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1782217274.880046:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1782217274.880935:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1782217274.880956:0:22737:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.203.130@tcp' 00000020:01000004:2.0:1782217274.880958:0:22737:0:(obd_mount.c:411:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1782217274.880987:0:22737:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.203.130@tcp (typ=mgc) 00000020:00000080:2.0:1782217274.880999:0:22737:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.130@tcp (ffff952e73978000) 00000020:00000080:2.0:1782217274.881014:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00000100:00080000:3.0:1782217274.881209:0:22754:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 00010000:00080000:2.0:1782217274.881234:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e7f722800@MGC192.168.203.130@tcp: add connection 192.168.203.130@tcp at head 00010000:00010000:2.0:1782217274.881702:0:22737:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.130@tcp-0 is initialized 00000040:01000000:2.0:1782217274.881709:0:22737:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.130@tcp ctxt 1 is initialized 10000000:01000000:1.0:1782217274.882351:0:22755:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1782217274.882421:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.130@tcp (uuid 652b4f50-e9a9-494e-8826-a489031c250b) 00000020:00000080:2.0:1782217274.882439:0:22737:0:(genops.c:1406:class_connect()) connect: client 652b4f50-e9a9-494e-8826-a489031c250b, cookie 0x92b8e04cbf5facf8 00000100:00080000:2.0:1782217274.882449:0:22737:0:(import.c:512:import_select_connection()) MGC192.168.203.130@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782217274.882455:0:22737:0:(import.c:626:import_select_connection()) MGC192.168.203.130@tcp: import ffff952e7f722800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217274.882485:0:22737:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be4380 x1868789713168768/t0(0) o250->MGC192.168.203.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217274.882509:0:22737:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 652b4f50-e9a9-494e-8826-a489031c250b->MGS 00000020:01000004:2.0:1782217274.882527:0:22737:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1782217274.882532:0:22737:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1782217274.882544:0:22737:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff952e7397cd40) 00000020:00000080:2.0:1782217274.882553:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1782217274.882706:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:652b4f50-e9a9-494e-8826-a489031c250b:3646:1868789713168768:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1782217274.882765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217274.884225:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713168768 00000100:00100000:0.0:1782217274.884235:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713168768 00000100:00100000:0.0:1782217274.884277:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217274.884284:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3646:x1868789713168768:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1782217274.884308:0:22751:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 652b4f50-e9a9-494e-8826-a489031c250b@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:0.0:1782217274.884331:0:22751:0:(genops.c:1406:class_connect()) connect: client 652b4f50-e9a9-494e-8826-a489031c250b, cookie 0x92b8e04cbf5fad06 00000100:00080000:0.0:1782217274.884546:0:22751:0:(import.c:65:import_set_state_nolock()) ffff952d43662000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782217274.884639:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+5:3646:x1868789713168768:12345-0@lo:250:mount.lustre.0 Request processed in 354us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217274.884645:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782217274.884763:0:3646:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.203.130@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1782217274.884775:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.203.130@tcp: connect to target with instance 0 00000100:00080000:1.0:1782217274.884781:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.203.130@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1782217274.884785:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1782217274.884788:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7f722800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1782217274.884791:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1782217274.884812:0:3646:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1782217274.884819:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:652b4f50-e9a9-494e-8826-a489031c250b:3646:1868789713168768:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1782217274.902365:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782217274.902843:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1782217274.902849:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1782217274.910329:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1782217274.910343:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1782217274.911166:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1782217274.911177:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1782217274.912045:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782217274.912284:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1782217274.912291:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1782217274.913011:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1782217274.913031:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1782217274.955720:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1782217274.955911:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1782217274.955917:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1782217274.957209:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1782217274.957219:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1782217274.958178:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217274.958345:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1782217274.958350:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1782217274.959161:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1782217274.959169:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1782217274.959852:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217274.959988:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1782217274.959993:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1782217274.960508:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1782217274.960514:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1782217274.961183:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217274.961306:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1782217274.961310:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1782217274.961848:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1782217274.961855:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1782217274.984169:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217274.984350:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1782217274.984356:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1782217274.986466:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1782217274.986478:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1782217274.987772:0:22737:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1782217274.987782:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1782217274.992181:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1782217274.992210:0:22737:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1782217274.992216:0:22737:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.130@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1782217274.992317:0:22737:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.130@tcp ctxt 0 is initialized 00000020:01000004:3.0:1782217274.992349:0:22737:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.130@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1782217274.992353:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1782217274.992355:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782217274.992356:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217274.992358:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217274.992359:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217274.992360:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217274.992362:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217274.992363:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782217274.992365:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217274.992366:0:22737:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217274.992378:0:22737:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1782217274.992381:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782217274.992382:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782217274.992383:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217274.992384:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217274.992385:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217274.992386:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217274.992387:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217274.992389:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782217274.992390:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217274.992391:0:22737:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217274.992415:0:22737:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1782217274.992435:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713168896:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782217274.992501:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217274.992576:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e521646c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217274.992901:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713168896 00000100:00100000:0.0:1782217274.992909:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713168896 00000100:00100000:0.0:1782217274.992958:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217274.992967:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+5:22737:x1868789713168896:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1782217274.993013:0:22753:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1782217274.993016:0:22753:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1782217274.993019:0:22753:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1782217274.993656:0:22774:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1782217274.994160:0:22753:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1782217274.995889:0:22775:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1782217274.995896:0:22775:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1782217274.995899:0:22775:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1782217274.995901:0:22775:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1782217274.996154:0:22775:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1782217274.996534:0:22753:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1782217274.996544:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1782217275.004556:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+5:22737:x1868789713168896:12345-0@lo:253:mount.lustre.0 Request processed in 11580us (12045us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.004570:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1782217275.006809:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713168896:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1782217275.006831:0:22737:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1782217275.006834:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1782217275.006836:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1782217275.006837:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217275.006853:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217275.006854:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217275.006856:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217275.006857:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217275.006858:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1782217275.006860:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217275.006861:0:22737:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1782217275.006880:0:22737:0:(tgt_mount.c:101:server_register_mount()) register mount ffff952d43123800 from lustre-MDT0000 10000000:01000000:3.0:1782217275.006915:0:22737:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1782217275.006918:0:22737:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1782217275.006922:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff952e73978000 10000000:01000000:3.0:1782217275.006926:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217275.007002:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff952e73978000 from 1 10000000:01000000:3.0:1782217275.007006:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1782217275.007059:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.007070:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.007079:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.007544:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217275.007751:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.007834:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e52164cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.007884:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169024 00000100:00100000:0.0:1782217275.007891:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169024 00000100:00100000:0.0:1782217275.008017:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782217275.008044:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+5:22737:x1868789713169024:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217275.008058:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217275.008073:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342800/0x92b8e04cbf5fad14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fad0d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.008097:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342800/0x92b8e04cbf5fad14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad0d expref: 6 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.008117:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342800/0x92b8e04cbf5fad14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad0d expref: 6 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.008127:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342800, rc 0) 00000100:00100000:0.0:1782217275.008175:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+6:22737:x1868789713169024:12345-0@lo:101:mount.lustre.0 Request processed in 132us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.008182:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782217275.008263:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169024:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.008277:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.008287:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.008362:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.008398:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.008877:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e52164cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217275.008944:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169152 00000100:00100000:1.0:1782217275.008950:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169152 00000100:00100000:1.0:1782217275.008976:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1782217275.008983:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+6:22737:x1868789713169152:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217275.009080:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+6:22737:x1868789713169152:12345-0@lo:501:mount.lustre.0 Request processed in 97us (681us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782217275.009088:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217275.009271:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169152:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1782217275.009303:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1782217275.009323:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009332:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217275.009341:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff952d43123800 10000000:01000000:3.0:1782217275.009346:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1782217275.009350:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff952d43123800 10000000:01000000:3.0:1782217275.009352:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1782217275.009355:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff952d43123800 from 1 10000000:01000000:3.0:1782217275.009358:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1782217275.009390:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009397:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009405:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.009419:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169280:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217275.009456:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.009482:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169280 00000100:00100000:3.0:1782217275.009486:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169280 00000100:00100000:3.0:1782217275.009502:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1782217275.009508:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+6:22737:x1868789713169280:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.009516:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217275.009527:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7b362800/0x92b8e04cbf5fad22 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fad1b expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009543:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7b362800/0x92b8e04cbf5fad22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad1b expref: 7 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009552:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7b362800/0x92b8e04cbf5fad22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad1b expref: 7 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009558:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7b362800, rc 0) 00000100:00100000:3.0:1782217275.009602:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+7:22737:x1868789713169280:12345-0@lo:101:mount.lustre.0 Request processed in 72us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.009609:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1782217275.009632:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e52164cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.009643:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169280:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.009653:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad22 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009662:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fad22 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217275.009673:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1782217275.009683:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad22 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009690:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363200/0x92b8e04cbf5fad1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad22 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217275.009696:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1782217275.009699:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217275.009703:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff952d43123800 10000000:01000000:3.0:1782217275.009706:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1782217275.009709:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1782217275.009711:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1782217275.009724:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009730:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009738:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.009749:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169408:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217275.009771:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.009789:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169408 00000100:00100000:3.0:1782217275.009792:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169408 00000100:00100000:3.0:1782217275.009809:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217275.009815:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+7:22737:x1868789713169408:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.009821:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217275.009828:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7b362c00/0x92b8e04cbf5fad30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fad29 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009848:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7b362c00/0x92b8e04cbf5fad30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad29 expref: 8 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009856:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7b362c00/0x92b8e04cbf5fad30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fad29 expref: 8 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009862:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7b362c00, rc 0) 00000100:00100000:3.0:1782217275.009884:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+8:22737:x1868789713169408:12345-0@lo:101:mount.lustre.0 Request processed in 69us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.009890:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217275.009911:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e52164cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.009922:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169408:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.009942:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad30 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.009951:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fad30 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.010006:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169536:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.010038:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.010054:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169536 00000100:00100000:3.0:1782217275.010057:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169536 00000100:00100000:3.0:1782217275.010071:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1782217275.010076:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+8:22737:x1868789713169536:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.010440:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+9:22737:x1868789713169536:12345-0@lo:501:mount.lustre.0 Request processed in 363us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.010454:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1782217275.010474:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f75e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.010484:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169536:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.010506:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169664:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217275.010535:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.010556:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f75e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.010714:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169664 00000100:00100000:0.0:1782217275.010718:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169664 00000100:00100000:0.0:1782217275.010744:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217275.010750:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22737:x1868789713169664:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217275.011442:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22737:x1868789713169664:12345-0@lo:503:mount.lustre.0 Request processed in 688us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.011450:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1782217275.011618:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713169664:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217275.015809:0:22776:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0ba300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22776:1868789713169792:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1782217275.015901:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217275.016018:0:22776:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e64ef23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.016168:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169792 00000100:00100000:0.0:1782217275.016175:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169792 00000100:00100000:0.0:1782217275.016261:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217275.016271:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22776:x1868789713169792:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1782217275.017045:0:22776:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0ba300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22776:1868789713169792:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1782217275.017081:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217275.017093:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217275.017095:0:22776:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1782217275.017112:0:22776:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1782217275.017115:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217275.017129:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff952e46db99c0) 00000020:00000080:1.0:1782217275.017145:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1782217275.017150:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1782217275.017232:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1782217275.017238:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fad3e 00000020:00000080:1.0:1782217275.017545:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1782217275.017549:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217275.017552:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217275.017559:0:22776:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1782217275.017563:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217275.017566:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217275.017568:0:22776:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1782217275.017571:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217275.017578:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff952e46dbb380) 00000020:00000080:1.0:1782217275.017615:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1782217275.017620:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1782217275.017622:0:22776:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1782217275.017625:0:22776:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1782217275.017630:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1782217275.017675:0:22776:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d43123800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1782217275.017687:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff952e46dbcd40) 00000020:00000080:1.0:1782217275.017696:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1782217275.017743:0:22776:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1782217275.017749:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fad53 00000020:00000080:1.0:1782217275.017835:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1782217275.017840:0:22776:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1782217275.017845:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x92b8e04cbf5fad5a 00080000:01000000:1.0:1782217275.017849:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1782217275.017852:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fad61 00000100:00100000:0.0:1782217275.018038:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22776:x1868789713169792:12345-0@lo:502:llog_process_th.0 Request processed in 664us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.018059:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1782217275.102487:0:22776:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1782217275.103063:0:22776:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1782217275.103430:0:22776:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1782217275.106527:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff952e7397b380) 00000020:00000080:2.0:1782217275.106551:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1782217275.107650:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:2.0:1782217275.107661:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fad6f 00000020:00000080:2.0:1782217275.108130:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1782217275.116296:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x92b8e04cbf5fad76 00000020:00000080:2.0:1782217275.117043:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1782217275.117054:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217275.117060:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217275.117062:0:22776:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1782217275.117066:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1782217275.117068:0:22776:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1782217275.117070:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782217275.117071:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1782217275.117073:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1782217275.117075:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217275.117085:0:22776:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1782217275.117089:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217275.117094:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217275.117096:0:22776:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1782217275.117100:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1782217275.117139:0:22776:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1782217275.117154:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217275.117157:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217275.117159:0:22776:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1782217275.117161:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217275.117164:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217275.117166:0:22776:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1782217275.117168:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1782217275.117174:0:22776:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:00000080:2.0:1782217275.117197:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1782217275.117213:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff952e4e28b380) 00000020:00000080:2.0:1782217275.117227:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1782217275.117232:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1782217275.117477:0:22776:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1782217275.117483:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1782217275.117490:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fad84 00010000:00080000:2.0:1782217275.117521:0:22776:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e481cb000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.130@tcp at head 00010000:00010000:2.0:1782217275.121770:0:22776:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1782217275.125466:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1782217275.125477:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1782217275.125512:0:22776:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1782217275.125526:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fad8b 00000100:00080000:3.0:1782217275.125535:0:22776:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782217275.125539:0:22776:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff952e481cb000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217275.125571:0:22776:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f42680 x1868789713169920/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782217275.125809:0:22776:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1782217275.125911:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.125915:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.125917:0:22776:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1782217275.125919:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1782217275.125922:0:22776:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1782217275.125923:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217275.125925:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217275.125926:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1782217275.125928:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.125929:0:22776:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000100:00100000:1.0:1782217275.126037:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713169920:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1782217275.126061:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1782217275.126067:0:22776:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1782217275.126072:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.126084:0:22776:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1782217275.126089:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1782217275.126092:0:22776:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:01000000:3.0:1782217275.126110:0:22776:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1782217275.126112:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1782217275.126125:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff952d421c3380) 00000020:00000080:3.0:1782217275.126137:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1782217275.126141:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1782217275.126178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1782217275.126211:0:22776:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1782217275.126217:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:3.0:1782217275.126223:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fad99 00010000:00080000:3.0:1782217275.126255:0:22776:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e7b0cf800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.130@tcp at head 00000100:00100000:2.0:1782217275.126340:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713169920 00000100:00100000:2.0:1782217275.126348:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713169920 00000100:00100000:2.0:1782217275.126413:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1782217275.126420:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1868789713169920:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1782217275.126434:0:22763:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:3.0:1782217275.126460:0:22776:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1782217275.126888:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782217275.126898:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713170048:0@lo:400:kworker.0 00000100:00100000:0.0:1782217275.126945:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.126978:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170048 00000100:00100000:0.0:1782217275.126982:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170048 00000100:00100000:0.0:1782217275.127014:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782217275.127031:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+9:3649:x1868789713170048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217275.127077:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+9:3649:x1868789713170048:12345-0@lo:400:kworker.0 Request processed in 57us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.127084:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782217275.127128:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713170048:0@lo:400:kworker.0 00000040:01000000:0.0:1782217275.130869:0:22776:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1782217275.131127:0:22776:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1782217275.132759:0:22776:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782217275.132971:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1782217275.142854:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1782217275.143515:0:22782:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1782217275.143520:0:22782:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1782217275.146358:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1782217275.146374:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1782217275.146425:0:22776:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1782217275.146445:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fada0 00000100:00080000:3.0:1782217275.146456:0:22776:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782217275.146462:0:22776:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff952e7b0cf800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217275.146499:0:22776:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f41180 x1868789713170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782217275.146529:0:22776:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1782217275.146609:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.146614:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.146615:0:22776:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1782217275.146619:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1782217275.146621:0:22776:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1782217275.146623:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217275.146633:0:22776:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217275.146635:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1782217275.146638:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.146639:0:22776:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1782217275.146642:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1782217275.146646:0:22776:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1782217275.146649:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.146651:0:22776:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1782217275.146654:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1782217275.146658:0:22776:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:01000000:3.0:1782217275.146682:0:22776:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1782217275.146685:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1782217275.146697:0:22776:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff952d421c0000) 00000020:00000080:3.0:1782217275.146710:0:22776:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1782217275.146715:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1782217275.146769:0:22776:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1782217275.146775:0:22776:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:3.0:1782217275.146781:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x92b8e04cbf5fadae 00010000:00080000:3.0:1782217275.146811:0:22776:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e7c65c000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.130@tcp at head 00000100:00100000:1.0:1782217275.147070:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713170176:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1782217275.147133:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713170176 offset 0 length 520: 4 00010000:00010000:3.0:1782217275.147328:0:22776:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1782217275.147391:0:22776:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1782217275.147409:0:22776:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1782217275.147700:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1868789713169920:12345-0@lo:38:llog_process_th.0 Request processed in 21276us (21520us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782217275.147720:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1782217275.147739:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782217275.147744:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782217275.147747:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713169920:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1782217275.150846:0:22776:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782217275.151576:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1782217275.152187:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1782217275.152873:0:22784:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1782217275.152878:0:22784:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1782217275.153549:0:22776:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1782217275.153559:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1782217275.153641:0:22776:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1782217275.153839:0:22776:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fadb5 00000100:00080000:0.0:1782217275.153850:0:22776:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1782217275.153856:0:22776:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff952e7c65c000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217275.153893:0:22776:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449c700 x1868789713170304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217275.154010:0:22776:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1782217275.154165:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782217275.154176:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217275.154178:0:22776:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1782217275.154181:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782217275.154185:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217275.154186:0:22776:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1782217275.154188:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1782217275.154190:0:22776:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1782217275.154193:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782217275.154195:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217275.154196:0:22776:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1782217275.154198:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782217275.154200:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217275.154201:0:22776:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1782217275.154205:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1782217275.154238:0:22776:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22776:1868789713170432:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1782217275.154346:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.154383:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170432 00000100:00100000:0.0:1782217275.154389:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170432 00000100:00100000:0.0:1782217275.154425:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217275.154433:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22776:x1868789713170432:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1782217275.154537:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+9:22776:x1868789713170432:12345-0@lo:502:llog_process_th.0 Request processed in 104us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.154545:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217275.154626:0:22776:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a0843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.154645:0:22776:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22776:1868789713170432:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1782217275.154672:0:22776:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782217275.154676:0:22776:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217275.154678:0:22776:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1782217275.154681:0:22776:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1782217275.154768:0:22737:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1782217275.154794:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1782217275.154812:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad30 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.154823:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362e00/0x92b8e04cbf5fad29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad30 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217275.154830:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d43123800 from 1 10000000:01000000:0.0:1782217275.154833:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1782217275.154859:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.154866:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.154875:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.154888:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170560:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782217275.154930:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.154949:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a0843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.154974:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170560 00000100:00100000:0.0:1782217275.154978:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170560 00000100:00100000:0.0:1782217275.155001:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217275.155008:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+9:22737:x1868789713170560:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217275.155016:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217275.155040:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fadbc expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.155061:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 10 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.155080:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 10 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.155088:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342c00, rc 0) 00000100:00100000:0.0:1782217275.155124:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+10:22737:x1868789713170560:12345-0@lo:101:mount.lustre.0 Request processed in 116us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.155131:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217275.155163:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170560:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217275.155174:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.155183:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.156475:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170688:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1782217275.156531:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.156772:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a0843c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217275.156787:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713170304:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1782217275.156817:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713170304 offset 0 length 520: 4 00000100:00100000:2.0:1782217275.156874:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170688 00000100:00100000:2.0:1782217275.156881:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170688 00000100:00100000:2.0:1782217275.156980:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217275.156990:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+10:22737:x1868789713170688:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1782217275.157083:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1782217275.157090:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1782217275.157414:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+10:22737:x1868789713170688:12345-0@lo:256:mount.lustre.0 Request processed in 425us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217275.157423:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782217275.157495:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170688:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1782217275.158441:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1782217275.158516:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.158529:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217275.158539:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d43123800 from 1 10000000:01000000:0.0:1782217275.158551:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782217275.158629:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.158638:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.158647:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.158675:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170816:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782217275.158726:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.158755:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a0843c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217275.158818:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170816 00000100:00100000:2.0:1782217275.158826:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170816 00000100:00100000:2.0:1782217275.158873:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782217275.158883:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+10:22737:x1868789713170816:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217275.158895:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217275.158908:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fadca expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217275.158941:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 11 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217275.158952:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 11 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217275.158960:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fc200, rc 0) 00000100:00100000:2.0:1782217275.159006:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713170816:12345-0@lo:101:mount.lustre.0 Request processed in 124us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217275.159013:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782217275.159059:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170816:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.159073:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.159111:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.159173:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170944:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.159901:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.160038:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c563c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217275.160181:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713170944 00000100:00100000:2.0:1782217275.160187:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713170944 00000100:00100000:3.0:1782217275.160343:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782217275.160352:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713170944:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217275.160505:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713170944:12345-0@lo:501:mount.lustre.0 Request processed in 154us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.160512:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1782217275.160538:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713170944:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217275.160575:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171072:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217275.160643:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.160736:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084c00 going to sleep for 11 seconds 00000100:00100000:2.0:1782217275.160900:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171072 00000100:00100000:2.0:1782217275.160903:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171072 00000100:00100000:2.0:1782217275.160934:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1782217275.160942:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713171072:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782217275.161044:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713171072:12345-0@lo:503:mount.lustre.0 Request processed in 102us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217275.161051:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782217275.161368:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171072:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217275.161887:0:22786:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22786:1868789713171200:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.162010:0:22786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.162053:0:22786:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c56c00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.162175:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171200 00000100:00100000:0.0:1782217275.162181:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171200 00000100:00100000:0.0:1782217275.162262:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1782217275.162272:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+11:22786:x1868789713171200:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1782217275.162757:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+11:22786:x1868789713171200:12345-0@lo:502:llog_process_th.0 Request processed in 486us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.162765:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782217275.162910:0:22786:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22786:1868789713171200:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1782217275.162948:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217275.162956:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.162958:0:22786:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1782217275.162966:0:22786:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d43123800 00000020:00000080:3.0:1782217275.162969:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782217275.162977:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.162979:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.162980:0:22786:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1782217275.162982:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217275.162991:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.162993:0:22786:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1782217275.162997:0:22786:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d43123800 00000020:00000080:3.0:1782217275.162999:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782217275.163084:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.163088:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.163089:0:22786:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1782217275.163092:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217275.163210:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.163213:0:22786:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1782217275.163218:0:22786:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d43123800 00000020:00000080:3.0:1782217275.163221:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1782217275.163245:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.163247:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.163249:0:22786:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1782217275.163251:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217275.163254:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.163255:0:22786:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1782217275.163258:0:22786:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d43123800 00000020:00000080:3.0:1782217275.163260:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1782217275.163297:0:22786:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22786:1868789713171328:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.163342:0:22786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.163373:0:22786:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c56c00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217275.164244:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171328 00000100:00100000:0.0:1782217275.164252:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171328 00000100:00100000:0.0:1782217275.166241:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782217275.166258:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22786:x1868789713171328:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1782217275.166442:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22786:x1868789713171328:12345-0@lo:502:llog_process_th.0 Request processed in 190us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.166452:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1782217275.167525:0:22786:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22786:1868789713171328:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1782217275.167565:0:22786:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217275.167574:0:22786:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217275.167576:0:22786:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1782217275.167689:0:22786:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1782217275.168649:0:22737:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1782217275.168676:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782217275.168697:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.168709:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217275.168820:0:22737:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1782217275.168824:0:22737:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff952d43123800 10000000:01000000:0.0:1782217275.168827:0:22737:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff952d43123800 10000000:01000000:0.0:1782217275.168831:0:22737:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1782217275.168837:0:22737:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff952d43123800 from 1 10000000:01000000:0.0:1782217275.168839:0:22737:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1782217275.168874:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.168884:0:22737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.168896:0:22737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.168920:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171456:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1782217275.168979:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.169033:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084240 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.169840:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171456 00000100:00100000:3.0:1782217275.169849:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171456 00000100:00100000:3.0:1782217275.169895:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782217275.169911:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+11:22737:x1868789713171456:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217275.169927:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217275.169940:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7b363e00/0x92b8e04cbf5faddf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fadd8 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.169966:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7b363e00/0x92b8e04cbf5faddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadd8 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.169977:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7b363e00/0x92b8e04cbf5faddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadd8 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.169986:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7b363e00, rc 0) 00000100:00100000:3.0:1782217275.176851:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713171456:12345-0@lo:101:mount.lustre.0 Request processed in 6932us (7863us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.176864:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1782217275.177046:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171456:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217275.177113:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faddf expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.177126:0:22737:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faddf expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.177207:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217275.177257:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.177330:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084240 going to sleep for 11 seconds 00000100:00100000:2.0:1782217275.180259:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171584 00000100:00100000:2.0:1782217275.180274:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171584 00000100:00100000:2.0:1782217275.181082:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782217275.181096:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713171584:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782217275.181278:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713171584:12345-0@lo:501:mount.lustre.0 Request processed in 186us (4019us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217275.181285:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1782217275.181472:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217275.181525:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171712:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217275.181572:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.181717:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084240 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.183455:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171712 00000100:00100000:3.0:1782217275.183467:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171712 00000100:00100000:3.0:1782217275.183517:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782217275.183526:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713171712:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217275.183686:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713171712:12345-0@lo:503:mount.lustre.0 Request processed in 160us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.183693:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1782217275.183896:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713171712:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217275.187115:0:22792:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713171840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.187195:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.187231:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171840 00000100:00100000:3.0:1782217275.187237:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171840 00000100:00100000:3.0:1782217275.187275:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782217275.187282:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713171840:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.187393:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713171840:12345-0@lo:502:llog_process_th.0 Request processed in 110us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.187401:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782217275.187447:0:22792:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c569c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.187466:0:22792:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713171840:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1782217275.187523:0:22792:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1782217275.187537:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff952d421c19c0) 00000020:00000080:3.0:1782217275.187558:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1782217275.187784:0:22792:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d43123800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1782217275.187789:0:22792:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d43123800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1782217275.187792:0:22792:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d43123800 4 00010000:00080000:3.0:1782217275.187830:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e7c65b800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.130@tcp at head 00010000:00010000:3.0:1782217275.189436:0:22792:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1782217275.189533:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1782217275.189572:0:22792:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1782217275.189607:0:22792:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x92b8e04cbf5faded 00000100:00080000:3.0:1782217275.189617:0:22792:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1782217275.189623:0:22792:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff952e7c65b800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217275.189658:0:22792:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f40700 x1868789713171968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782217275.189702:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713171968:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217275.189757:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1782217275.189795:0:22792:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1782217275.193884:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713171968 00000100:00100000:0.0:1782217275.193899:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713171968 00000100:00100000:0.0:1782217275.193948:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782217275.193956:0:22759:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1782217275.193957:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1868789713171968:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1782217275.193968:0:22759:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1782217275.194083:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1868789713171968:12345-0@lo:38:llog_process_th.0 Request processed in 125us (4323us total) trans 0 rc -11/-11 00000100:00100000:0.0:1782217275.194090:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217275.194310:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782217275.194318:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217275.194323:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1782217275.194327:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713171968:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217275.196429:0:22792:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713172096:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.196506:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.196537:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172096 00000100:00100000:3.0:1782217275.196548:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172096 00000100:00100000:3.0:1782217275.196599:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782217275.196608:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713172096:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.196717:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713172096:12345-0@lo:502:llog_process_th.0 Request processed in 108us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.196724:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782217275.196777:0:22792:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c56900 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.196799:0:22792:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713172096:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.196836:0:22792:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713172224:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.196868:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217275.196888:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172224 00000100:00100000:3.0:1782217275.196891:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172224 00000100:00100000:3.0:1782217275.196913:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1782217275.196919:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713172224:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1782217275.199046:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:22792:x1868789713172224:12345-0@lo:502:llog_process_th.0 Request processed in 2121us (2171us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217275.199059:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1782217275.199126:0:22792:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c56900 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.199150:0:22792:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:652b4f50-e9a9-494e-8826-a489031c250b:22792:1868789713172224:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1782217275.199186:0:22792:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1782217275.200060:0:22737:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1782217275.200085:0:22737:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1782217275.200101:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faddf expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217275.200113:0:22737:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42343e00/0x92b8e04cbf5fadd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faddf expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1782217275.200158:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1782217275.200160:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1782217275.200162:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217275.200163:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217275.200164:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217275.200166:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217275.200171:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217275.200172:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1782217275.200174:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217275.200175:0:22737:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217275.200178:0:22737:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1782217275.200180:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1782217275.200181:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1782217275.200182:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217275.200183:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217275.200184:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217275.200185:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217275.200186:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217275.200187:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1782217275.200188:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217275.200189:0:22737:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217275.200210:0:22737:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1782217275.200227:0:22737:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713172352:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782217275.200291:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217275.200319:0:22737:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e501f6780 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.200394:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172352 00000100:00100000:3.0:1782217275.200401:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172352 00000100:00100000:3.0:1782217275.200443:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1782217275.200452:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713172352:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1782217275.200477:0:22752:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1782217275.200499:0:22752:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1782217275.208732:0:22752:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1782217275.208751:0:22752:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1782217275.209050:0:22774:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1782217275.209056:0:22774:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1782217275.209080:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.209081:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22737:x1868789713172352:12345-0@lo:253:mount.lustre.0 Request processed in 8625us (8785us total) trans 0 rc 0/0 00010000:00010000:1.0:1782217275.209101:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 12 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.209110:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1782217275.209115:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217275.209155:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 11 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217275.209169:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 11 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217275.209184:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713172480:0@lo:104: 00000100:00100000:1.0:1782217275.209219:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217275.209257:0:22774:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43797600 going to sleep for 11 seconds 00000100:00100000:3.0:1782217275.209281:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172480 00000100:00100000:3.0:1782217275.209402:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172480 00000100:00100000:3.0:1782217275.209452:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782217275.209460:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713172480:12345-0@lo:104: 00010000:00010000:3.0:1782217275.209471:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.209524:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1782217275.209530:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713172480:12345-0@lo:104: Request processed in 72us (311us total) trans 0 rc 0/0 00010000:00010000:0.0:1782217275.209530:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1782217275.209536:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1782217275.209537:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.209545:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217275.209549:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.209557:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217275.209564:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217275.209565:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713172480:0@lo:104: 10000000:01000000:0.0:1782217275.209570:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1782217275.209599:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.209616:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.209623:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217275.209648:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.209655:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d42342a00/0x92b8e04cbf5fadbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadc3 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217275.209668:0:22737:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:22737:1868789713172352:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1782217275.209678:0:22737:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1782217275.209682:0:22737:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1782217275.209684:0:22737:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1782217275.209685:0:22737:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217275.209686:0:22737:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217275.209687:0:22737:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217275.209689:0:22737:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217275.209690:0:22737:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217275.209692:0:22737:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1782217275.209693:0:22737:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217275.209695:0:22737:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1782217275.209706:0:22737:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1782217275.209843:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217275.209845:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217275.209847:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217275.209893:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217275.209904:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713172608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217275.209948:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217275.209999:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172608 00000100:00100000:0.0:1782217275.210004:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172608 00010000:00010000:0.0:1782217275.210038:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 12 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217275.210070:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217275.210077:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+12:3648:x1868789713172608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217275.210088:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217275.210094:0:22743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 12 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210106:0:22743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 12 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210121:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fadc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fadbc expref: 12 pid: 22752 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210135:0:22743:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210143:0:22743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1782217275.210157:0:22743:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001101485s 00010000:00010000:0.0:1782217275.210509:0:22743:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210517:0:22743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210534:0:22743:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210541:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210547:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217275.210550:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210559:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210580:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217275.210911:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217275.210954:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+11:3648:x1868789713172608:12345-0@lo:103:ldlm_bl.0 Request processed in 876us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217275.210961:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1782217275.211050:0:22774:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.211253:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217275.211260:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fadf4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217275.211480:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713172608:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1782217275.231075:0:22737:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967531 00000040:01000000:3.0:1782217275.231545:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1782217275.231553:0:22799:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967531 00000020:00080000:2.0:1782217275.231557:0:22799:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000040:01000000:0.0:1782217275.231867:0:22800:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1782217275.231873:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1782217275.232412:0:22800:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:3.0:1782217275.233003:0:22801:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff952d43f40000 x1868789713172736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217275.233016:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00000040:01000000:2.0:1782217275.233571:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1782217275.233857:0:22737:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1782217275.234569:0:22737:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1782217275.234698:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1782217275.234747:0:22737:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782217275.236531:0:22737:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1782217275.238956:0:22737:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1782217275.239030:0:22737:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1782217275.239316:0:22800:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1782217275.239393:0:22800:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1782217275.240281:0:22737:0:(llog_cat.c:1213:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1782217275.240878:0:22737:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1782217275.243217:0:22737:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1782217275.245032:0:22737:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1782217275.245069:0:22737:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa4bf8179f988 00100000:10000000:2.0:1782217275.245077:0:22737:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1782217275.246148:0:22737:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1782217275.246163:0:22737:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.130@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1782217275.246181:0:22737:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1782217275.246199:0:22737:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1782217275.250465:0:22737:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782217275.250700:0:22737:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1782217275.897622:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1782217276.216682:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1782217276.216690:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d43123800 from 11 10000000:01000000:0.0:1782217276.216701:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1782217276.216755:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217276.216765:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217276.216775:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217276.216799:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713172864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782217276.216862:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217276.216889:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172864 00000100:00100000:0.0:1782217276.216893:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7c6efa80 going to sleep for 11 seconds 00000100:00100000:3.0:1782217276.216895:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172864 00000100:00100000:3.0:1782217276.216947:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1782217276.216955:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+11:22755:x1868789713172864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782217276.216968:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217276.216980:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fadfb expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217276.217001:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 12 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217276.217022:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 12 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217276.217032:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7b363c00, rc 0) 00000100:00100000:3.0:1782217276.217086:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:22755:x1868789713172864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217276.217094:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217276.217143:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713172864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217276.217157:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217276.217165:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217276.217211:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713172992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1782217276.217240:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217276.217262:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7c6efa80 going to sleep for 11 seconds 00000100:00100000:3.0:1782217276.217350:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172992 00000100:00100000:3.0:1782217276.217355:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172992 00000100:00100000:3.0:1782217276.217389:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1782217276.217395:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22755:x1868789713172992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1782217276.217417:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1782217276.217430:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1782217276.217433:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1782217276.217508:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:22755:x1868789713172992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217276.217514:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713172992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1782217276.217515:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 10000000:01000000:2.0:1782217276.217557:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1782217276.217564:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217276.217572:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782217276.217617:0:22791:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1782217276.217621:0:22791:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1782217276.224613:0:22791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1782217276.224626:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1782217276.280713:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:0.0:1782217276.921411:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782217277.254760:0:22791:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1782217277.254914:0:22791:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1782217277.255066:0:22791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1782217277.255106:0:22791:0:(llog_cat.c:1256:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1782217277.255252:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:2.0:1782217277.306288:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1782217277.944746:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217278.333818:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1782217278.969926:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782217279.232885:0:23045:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg330-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1782217279.352672:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1782217279.995150:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1782217280.129139:0:23097:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782217280.129340:0:23097:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1782217280.376698:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00000100:00080000:3.0:1782217280.573500:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1782217280.573507:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1782217280.573511:0:8:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782217280.573520:0:8:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:3.0:1782217280.573525:0:8:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1782217280.573575:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff952e481cb000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217280.573616:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713173120:0@lo:400:kworker.0 00000100:00100000:3.0:1782217280.573680:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217280.573751:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173120 00000100:00100000:3.0:1782217280.573758:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173120 00000100:00100000:3.0:1782217280.573799:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1782217280.573807:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:3648:x1868789713173120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217280.573853:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:3648:x1868789713173120:12345-0@lo:400:kworker.0 Request processed in 46us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217280.573877:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1782217280.573933:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713173120:0@lo:400:kworker.0 00000100:00100000:3.0:1782217280.573969:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f41880 x1868789713173248/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782217280.574013:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217280.574017:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217280.574020:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217280.574023:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217280.574025:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1782217280.574028:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1782217280.574030:0:8:0:(import.c:65:import_set_state_nolock()) ffff952e7c65b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782217280.574036:0:8:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff952e7c65b800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217280.574048:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f41500 x1868789713173376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217280.574500:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173248:0@lo:38:kworker.0 00000100:00100000:0.0:1782217280.574552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217280.574576:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713173376:0@lo:38:kworker.0 00000100:00100000:0.0:1782217280.574967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217280.575036:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173248 00000100:00100000:0.0:1782217280.575041:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173248 00000100:00100000:0.0:1782217280.575065:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217280.575071:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713173248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1782217280.575087:0:22764:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1782217280.575126:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713173248:12345-0@lo:38:kworker.0 Request processed in 53us (573us total) trans 0 rc -19/-19 00000100:00100000:0.0:1782217280.575133:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1782217280.575154:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217280.575157:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1782217280.575159:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173248:0@lo:38:kworker.0 00000100:00100000:3.0:1782217280.577270:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173376 00000100:00100000:3.0:1782217280.577282:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173376 00000100:00100000:3.0:1782217280.577325:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1782217280.577333:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713173376:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1782217280.577356:0:22760:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:3.0:1782217280.577390:0:22760:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x92b8e04cbf5fae09 00000004:00100000:3.0:1782217280.577406:0:22760:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1782217280.577541:0:22760:0:(import.c:65:import_set_state_nolock()) ffff952d4245b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782217280.577638:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1868789713173376:12345-0@lo:38:kworker.0 Request processed in 304us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217280.577657:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1782217280.579015:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff952d43f41500 x1868789713173376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782217280.579035:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1782217280.579043:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1782217280.579048:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1782217280.579051:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1782217280.579057:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1868789713173376:0@lo:38:kworker.0 00000020:00000004:0.0:1782217280.905343:0:23147:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782217280.905782:0:23147:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1782217281.017926:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217281.400823:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1782217282.040821:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217282.426111:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1782217283.066127:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217283.450601:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1782217284.088777:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217284.479206:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1782217285.116934:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217285.498738:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00000100:00080000:2.0:1782217285.694782:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1782217285.694789:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1782217285.694793:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217285.694801:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 643 00000100:00080000:2.0:1782217285.694807:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1782217285.694814:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff952e481cb000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217285.694837:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be5c00 x1868789713173632/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217285.694848:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217285.694851:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782217285.694854:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217285.694857:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782217285.694887:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1868789713173760:0@lo:400:kworker.0 00000100:00100000:2.0:1782217285.694961:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217285.695007:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782217285.695013:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713173504:0@lo:400:kworker.0 00000100:00100000:2.0:1782217285.695041:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217285.695565:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217275/real 1782217275] req@ffff952d4449c700 x1868789713170304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217285.695695:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449c700 x1868789713170304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217285.695706:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217275/real 1782217275] req@ffff952d43f41180 x1868789713170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217285.695718:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d43f41180 x1868789713170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217285.695733:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173632:0@lo:38:kworker.0 00000100:00100000:0.0:1782217285.695766:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1782217285.695792:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217285.695805:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1782217285.695809:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713170304:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1782217285.695814:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217285.695818:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1782217285.695821:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713170176:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1782217285.695855:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173760 00000100:00100000:0.0:1782217285.695861:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173760 00000100:00100000:0.0:1782217285.695901:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217285.695911:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1868789713173760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217285.695973:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1868789713173760:12345-0@lo:400:kworker.0 Request processed in 62us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217285.695980:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1782217285.696020:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff952d41be6d80 x1868789713173760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217285.696043:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1868789713173760:0@lo:400:kworker.0 00000100:00080000:0.0:1782217285.696063:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217285.696066:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1782217285.696068:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217285.696072:0:36:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1782217285.696075:0:36:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782217285.696078:0:36:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff952e7b0cf800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217285.696096:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449c700 x1868789713173888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217285.696110:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217285.696113:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782217285.696114:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217285.696117:0:36:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1782217285.696119:0:36:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782217285.696122:0:36:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff952e7c65c000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217285.696133:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449d180 x1868789713174016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217285.696151:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173888:0@lo:8:kworker.0 00000400:00000100:0.0:1782217285.696174:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713173888 offset 0 length 520: 4 00000100:00100000:0.0:1782217285.696192:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713174016:0@lo:8:kworker.0 00000400:00000100:0.0:1782217285.696208:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713174016 offset 0 length 520: 4 00000100:00100000:2.0:1782217285.696559:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173632 00000100:00100000:2.0:1782217285.696564:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173632 00000100:00100000:2.0:1782217285.696600:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1782217285.696606:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713173632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1782217285.696621:0:22764:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1782217285.699408:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713173504 00000100:00100000:1.0:1782217285.699420:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713173504 00000100:00100000:1.0:1782217285.699464:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782217285.699473:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:3650:x1868789713173504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217285.699548:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:3650:x1868789713173504:12345-0@lo:400:kworker.0 Request processed in 77us (4505us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217285.699555:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1782217285.701861:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713173504:0@lo:400:kworker.0 00000100:00100000:2.0:1782217285.748643:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1868789713173632:12345-0@lo:38:kworker.0 Request processed in 52026us (52866us total) trans 0 rc -19/-19 00000100:00100000:2.0:1782217285.748667:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1782217285.749604:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217285.749614:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1782217285.749619:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173632:0@lo:38:kworker.0 00010000:00010000:0.0:1782217286.142159:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217286.521646:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00000020:01000004:1.0:1782217287.017331:0:23492:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1782217287.017336:0:23492:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1782217287.017337:0:23492:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1782217287.017450:0:23492:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff952d4229e000 00000020:01000004:1.0:1782217287.017465:0:23492:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1782217287.017476:0:23492:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1782217287.017491:0:23492:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff952e50218000) 00000020:00000080:1.0:1782217287.017506:0:23492:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1782217287.068098:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1782217287.068357:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.070249:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.070479:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.070755:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.071049:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.071285:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.071496:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.071744:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.072078:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.072256:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.072435:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.072822:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.073154:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.073332:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.073548:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.073920:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.074223:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.074429:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.074733:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.074985:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.075204:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.075366:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.075530:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.075783:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.076062:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.076239:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.076483:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.076965:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.077214:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.077405:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.077623:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.077973:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1782217287.078201:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1782217287.079424:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.079977:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1782217287.080210:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.080473:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1782217287.080778:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1782217287.081084:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1782217287.081246:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.081404:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.081601:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.081941:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1782217287.082185:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1782217287.082553:0:23492:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00080000:01000000:3.0:1782217287.084087:0:23492:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1782217287.084290:0:23492:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1782217287.084301:0:23492:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1782217287.084315:0:23492:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5fae17 00000020:01000004:3.0:1782217287.084322:0:23492:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1782217287.084341:0:23492:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.130@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1782217287.084344:0:23492:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1782217287.084349:0:23492:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1782217287.084373:0:23492:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1782217287.084377:0:23492:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.130@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1782217287.089071:0:23492:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.130@tcp ctxt 0 is initialized 00000020:01000004:3.0:1782217287.089117:0:23492:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.130@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1782217287.089122:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1782217287.089124:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782217287.089125:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217287.089126:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217287.089128:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217287.089129:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217287.089130:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217287.089132:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217287.089134:0:23492:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217287.089137:0:23492:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1782217287.089139:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782217287.089141:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782217287.089142:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217287.089143:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217287.089144:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217287.089145:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217287.089146:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217287.089147:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217287.089148:0:23492:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217287.089173:0:23492:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1782217287.089194:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174144:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782217287.089266:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.089362:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.089409:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174144 00000100:00100000:0.0:1782217287.089416:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174144 00000100:00100000:0.0:1782217287.089468:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1782217287.089478:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:23492:x1868789713174144:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1782217287.089515:0:22752:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1782217287.089518:0:22752:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1782217287.089525:0:22752:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1782217287.090267:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+12:23492:x1868789713174144:12345-0@lo:253:mount.lustre.0 Request processed in 788us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.090277:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1782217287.090346:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174144:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1782217287.090356:0:23492:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1782217287.090359:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1782217287.090360:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1782217287.090362:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217287.090363:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217287.090364:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217287.090365:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217287.090366:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1782217287.090368:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217287.090370:0:23492:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1782217287.090387:0:23492:0:(tgt_mount.c:101:server_register_mount()) register mount ffff952d4229e000 from lustre-MDT0001 10000000:01000000:3.0:1782217287.090410:0:23492:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1782217287.090413:0:23492:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1782217287.090420:0:23492:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff952e73978000 local copy 00010000:00010000:3.0:1782217287.090430:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.090509:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217287.090539:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.090631:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.090764:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174272 00000100:00100000:1.0:1782217287.090770:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174272 00000100:00100000:1.0:1782217287.090863:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782217287.090871:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:23492:x1868789713174272:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217287.090948:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+12:23492:x1868789713174272:12345-0@lo:501:mount.lustre.0 Request processed in 78us (408us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782217287.090955:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1782217287.091010:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174272:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1782217287.091033:0:23492:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1782217287.091050:0:23492:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1782217287.091056:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091065:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.091096:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff952d4229e000 10000000:01000000:3.0:1782217287.091101:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1782217287.091105:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff952e73978000 10000000:01000000:3.0:1782217287.091108:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1782217287.091111:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log nodemap-ffff952e73978000 from 1 10000000:01000000:3.0:1782217287.091114:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1782217287.091135:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091144:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091153:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.091166:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174400:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217287.091191:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.091324:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.091450:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174400 00000100:00100000:2.0:1782217287.091456:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174400 00000100:00100000:2.0:1782217287.091482:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1782217287.091489:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+12:23492:x1868789713174400:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217287.091497:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217287.091509:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fc400/0x92b8e04cbf5fae25 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fae1e expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.091527:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fc400/0x92b8e04cbf5fae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae1e expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.091536:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fc400/0x92b8e04cbf5fae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae1e expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.091544:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fc400, rc 0) 00000100:00100000:2.0:1782217287.091606:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+13:23492:x1868789713174400:12345-0@lo:101:mount.lustre.0 Request processed in 94us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.091612:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217287.091781:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174400:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217287.091793:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae25 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091801:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fae25 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.091814:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1782217287.091831:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae25 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091859:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362a00/0x92b8e04cbf5fae1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae25 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.091866:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff952d4229e000 10000000:01000000:3.0:1782217287.091870:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1782217287.091874:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff952d4229e000 from 1 10000000:01000000:3.0:1782217287.091876:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1782217287.091892:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091900:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.091908:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.091921:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174528:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217287.091957:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.091975:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.092188:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174528 00000100:00100000:1.0:1782217287.092198:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174528 00000100:00100000:1.0:1782217287.092222:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1782217287.092229:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+13:23492:x1868789713174528:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217287.092236:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217287.092246:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d43072e00/0x92b8e04cbf5fae33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fae2c expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.092259:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43072e00/0x92b8e04cbf5fae33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae2c expref: 14 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.092268:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d43072e00/0x92b8e04cbf5fae33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae2c expref: 14 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.092274:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43072e00, rc 0) 00000100:00100000:1.0:1782217287.092304:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+14:23492:x1868789713174528:12345-0@lo:101:mount.lustre.0 Request processed in 75us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.092310:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782217287.092503:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174528:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217287.092514:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae33 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.092522:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fae33 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.092533:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1782217287.092537:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae33 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.092550:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362400/0x92b8e04cbf5fae2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae33 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.092556:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1782217287.092560:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217287.092564:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff952d4229e000 10000000:01000000:3.0:1782217287.092568:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1782217287.092571:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1782217287.092573:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1782217287.092846:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.092855:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.092863:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.092876:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174656:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217287.092902:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.092920:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.093239:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174656 00000100:00100000:2.0:1782217287.093244:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174656 00000100:00100000:2.0:1782217287.093270:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1782217287.093278:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+14:23492:x1868789713174656:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217287.093288:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217287.093297:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fd200/0x92b8e04cbf5fae41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fae3a expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.093313:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fd200/0x92b8e04cbf5fae41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae3a expref: 15 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.093329:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fd200/0x92b8e04cbf5fae41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fae3a expref: 15 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.093336:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fd200, rc 0) 00000100:00100000:2.0:1782217287.093377:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713174656:12345-0@lo:101:mount.lustre.0 Request processed in 100us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.093384:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1782217287.093518:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174656:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217287.093530:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae41 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.093539:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fae41 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1782217287.095088:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1782217287.095837:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782217287.104841:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1782217287.104901:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1782217287.104923:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1782217287.104952:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1782217287.104973:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1782217287.104990:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1782217287.105004:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1782217287.105120:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1782217287.105138:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1782217287.105150:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1782217287.105162:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1782217287.105175:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1782217287.105187:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1782217287.105198:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1782217287.105216:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1782217287.105229:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1782217287.105244:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1782217287.105259:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1782217287.105272:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1782217287.105286:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1782217287.105301:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1782217287.105334:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1782217287.105347:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1782217287.105361:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1782217287.105373:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1782217287.105385:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1782217287.105398:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1782217287.105412:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1782217287.105428:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1782217287.105442:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1782217287.105458:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1782217287.105473:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1782217287.105489:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1782217287.105504:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1782217287.105518:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1782217287.105533:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1782217287.105548:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1782217287.105564:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1782217287.107107:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1782217287.107176:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1782217287.107194:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1782217287.107209:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1782217287.107224:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1782217287.107239:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1782217287.107271:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1782217287.107277:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1782217287.107382:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174784:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782217287.107450:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.107505:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084240 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.107836:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174784 00000100:00100000:0.0:1782217287.107844:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174784 00000100:00100000:0.0:1782217287.107895:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217287.107904:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713174784:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217287.108067:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713174784:12345-0@lo:501:mount.lustre.0 Request processed in 164us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.108075:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1782217287.108852:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174784:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782217287.108893:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174912:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782217287.108963:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.108986:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5a084240 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.109759:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713174912 00000100:00100000:0.0:1782217287.109767:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713174912 00000100:00100000:0.0:1782217287.109817:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782217287.109825:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713174912:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217287.110549:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713174912:12345-0@lo:503:mount.lustre.0 Request processed in 722us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.110558:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1782217287.110790:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713174912:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1782217287.111949:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1782217287.112093:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713175040:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.112154:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.119410:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.119468:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175040 00000100:00100000:1.0:1782217287.119477:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175040 00000100:00100000:1.0:1782217287.119523:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1782217287.119532:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713175040:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217287.121245:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713175040:12345-0@lo:502:mount.lustre.0 Request processed in 1709us (9085us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.121258:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1782217287.121437:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713175040:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782217287.121683:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1782217287.121725:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1782217287.121743:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1782217287.121756:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1782217287.121773:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1782217287.121787:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1782217287.121798:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1782217287.121810:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1782217287.121821:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1782217287.121833:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1782217287.121844:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1782217287.121856:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1782217287.121868:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1782217287.121880:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1782217287.121892:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1782217287.121903:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1782217287.121915:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1782217287.121926:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1782217287.121952:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1782217287.121965:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1782217287.121977:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1782217287.121989:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1782217287.122135:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1782217287.122148:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1782217287.122159:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1782217287.122171:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1782217287.122183:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1782217287.122195:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1782217287.122207:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1782217287.122219:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1782217287.122231:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1782217287.122242:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1782217287.122253:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1782217287.122264:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1782217287.122276:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1782217287.122288:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1782217287.122301:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1782217287.122314:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1782217287.122325:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1782217287.122338:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1782217287.122350:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1782217287.122361:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1782217287.122372:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1782217287.122384:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1782217287.122428:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713175168:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.122478:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.122515:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c780 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.123020:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175168 00000100:00100000:2.0:1782217287.123029:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175168 00000100:00100000:2.0:1782217287.123083:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782217287.123092:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713175168:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217287.123209:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713175168:12345-0@lo:502:mount.lustre.0 Request processed in 117us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.123217:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1782217287.123245:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713175168:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782217287.123296:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1782217287.123304:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1782217287.125538:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782217287.125551:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217287.125554:0:23496:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1782217287.125562:0:23496:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1782217287.125565:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782217287.125604:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff952e64e1cd40) 00000020:00000080:0.0:1782217287.125626:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1782217287.125632:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1782217287.125841:0:23496:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1782217287.125849:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5fae4f 00000020:00000080:0.0:1782217287.126157:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1782217287.126161:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782217287.126165:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217287.126167:0:23496:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1782217287.126170:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1782217287.126173:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217287.126175:0:23496:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1782217287.126178:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782217287.126186:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff952e64e1b380) 00000020:00000080:0.0:1782217287.126197:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1782217287.126200:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1782217287.126202:0:23496:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1782217287.126204:0:23496:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1782217287.126210:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1782217287.126252:0:23496:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d4229e000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1782217287.126265:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff952e64e18000) 00000020:00000080:0.0:1782217287.126274:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1782217287.126343:0:23496:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1782217287.126348:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5fae64 00000020:00000080:0.0:1782217287.126435:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1782217287.126442:0:23496:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1782217287.126446:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x92b8e04cbf5fae6b 00080000:01000000:0.0:1782217287.126452:0:23496:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:0.0:1782217287.126456:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5fae72 00010000:00010000:3.0:1782217287.167674:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217287.215898:0:23496:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1782217287.216796:0:23496:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1782217287.217132:0:23496:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1782217287.220559:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1782217287.220571:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.220576:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.220579:0:23496:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1782217287.220604:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.220615:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.220616:0:23496:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1782217287.220620:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1782217287.220626:0:23496:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:00000080:1.0:1782217287.220651:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217287.220666:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff952e5021cd40) 00000020:00000080:1.0:1782217287.220688:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1782217287.220694:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1782217287.220787:0:23496:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1782217287.220795:0:23496:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1782217287.220802:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5fae80 00010000:00080000:1.0:1782217287.220831:0:23496:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e58391800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.130@tcp at head 00010000:00010000:1.0:1782217287.224214:0:23496:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1782217287.227292:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1782217287.227305:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1782217287.227342:0:23496:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1782217287.227363:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5fae87 00000100:00080000:2.0:1782217287.227374:0:23496:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1782217287.227379:0:23496:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff952e58391800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217287.227411:0:23496:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be6680 x1868789713175296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782217287.227447:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175296:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782217287.227521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.227572:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175296 00000100:00100000:2.0:1782217287.227578:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175296 00000100:00100000:2.0:1782217287.232253:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782217287.232263:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1868789713175296:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1782217287.232292:0:22763:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1782217287.232346:0:22763:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5fae8e 00000004:00100000:2.0:1782217287.232363:0:22763:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1782217287.232368:0:22763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1782217287.232440:0:23496:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1782217287.232482:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1782217287.232487:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1782217287.232491:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217287.232496:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:2.0:1782217287.232500:0:36:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1782217287.232504:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff952e481cb000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217287.232532:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be7b80 x1868789713175424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217287.232551:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217287.232555:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1782217287.232558:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217287.232561:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782217287.232614:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713175552:0@lo:400:kworker.0 00000100:00100000:2.0:1782217287.232682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.232731:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175552 00000100:00100000:2.0:1782217287.232738:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175552 00000100:00100000:2.0:1782217287.232770:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1782217287.232776:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713175552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217287.232822:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713175552:12345-0@lo:400:kworker.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.232837:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1782217287.232870:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff952d41be5f80 x1868789713175552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217287.232880:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713175552:0@lo:400:kworker.0 00000100:00100000:2.0:1782217287.232898:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713175424:0@lo:38:kworker.0 00000100:00100000:2.0:1782217287.232923:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.232956:0:22764:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1782217287.232963:0:22764:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000020:01000000:0.0:1782217287.233712:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1782217287.233720:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217287.233722:0:23496:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1782217287.233736:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1782217287.233740:0:23496:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1782217287.233751:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782217287.233754:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1782217287.233756:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1782217287.233845:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.233849:0:23496:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1782217287.233856:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.233862:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.233863:0:23496:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1782217287.233867:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1782217287.233947:0:23496:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1782217287.233969:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.233972:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.233974:0:23496:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1782217287.233976:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1782217287.233978:0:23496:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1782217287.233980:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782217287.233981:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782217287.233983:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1782217287.233985:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.233986:0:23496:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1782217287.233988:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782217287.234001:0:23496:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1782217287.234006:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.234113:0:23496:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1782217287.234119:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1782217287.234123:0:23496:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:01000000:1.0:1782217287.234145:0:23496:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1782217287.234148:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217287.234162:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff952e5021b380) 00000020:00000080:1.0:1782217287.234179:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1782217287.234184:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1782217287.234252:0:23496:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1782217287.234258:0:23496:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1782217287.234264:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5fae9c 00010000:00080000:1.0:1782217287.234293:0:23496:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952e64e4a800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.130@tcp at head 00010000:00010000:1.0:1782217287.234523:0:23496:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1782217287.236833:0:23496:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1782217287.237184:0:23496:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1782217287.237309:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175424 00000100:00100000:2.0:1782217287.237319:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175424 00000100:00080000:0.0:1782217287.240966:0:22763:0:(import.c:65:import_set_state_nolock()) ffff952e7b2bb000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782217287.241068:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1868789713175296:12345-0@lo:38:llog_process_th.0 Request processed in 8802us (13545us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.241079:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1782217287.241100:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217287.241105:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1868789713175424:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1782217287.241136:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1868789713175424:12345-0@lo:38:kworker.0 Request processed in 30us (8213us total) trans 0 rc -11/-11 00000100:00100000:0.0:1782217287.241139:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782217287.241447:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217287.241457:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217287.241461:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1782217287.241464:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713175424:0@lo:38:kworker.0 00000100:00100000:2.0:1782217287.241476:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217287.241481:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1782217287.241489:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1782217287.241494:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1782217287.241497:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e58391800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1782217287.241514:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175296:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782217287.241739:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713175680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782217287.241778:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.241817:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713175680 00000100:00100000:2.0:1782217287.241822:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713175680 00000100:00100000:2.0:1782217287.241859:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782217287.241879:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1868789713175680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217287.241906:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782217287.241954:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1868789713175680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.241960:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782217287.241990:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713175680:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1782217287.242982:0:23496:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782217287.243267:0:23496:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1782217287.243469:0:23496:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1782217287.244000:0:23502:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1782217287.244005:0:23502:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1782217287.244845:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782217287.244927:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1782217287.244976:0:23496:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1782217287.244996:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5faea3 00000100:00080000:1.0:1782217287.245006:0:23496:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782217287.245020:0:23496:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff952e64e4a800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217287.245051:0:23496:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e0bb100 x1868789713175808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782217287.245093:0:23496:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1782217287.245113:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175808:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1782217287.245162:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713175808 offset 0 length 520: 4 00000100:00080000:3.0:1782217287.245501:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.245506:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217287.245509:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.245512:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:1.0:1782217287.245545:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.245549:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.245551:0:23496:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1782217287.245554:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1782217287.245557:0:23496:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1782217287.245558:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782217287.245566:0:23496:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1782217287.245568:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1782217287.245571:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.245572:0:23496:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1782217287.245574:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782217287.245578:0:23496:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1782217287.245630:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.245632:0:23496:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1782217287.245636:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1782217287.245640:0:23496:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.130@tcp to nid 0x20000c0a8cb82 (192.168.203.130@tcp) 00000020:01000000:1.0:1782217287.245660:0:23496:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1782217287.245662:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217287.245673:0:23496:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff952e502199c0) 00000020:00000080:1.0:1782217287.245686:0:23496:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1782217287.245690:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1782217287.245754:0:23496:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1782217287.245760:0:23496:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:1.0:1782217287.245765:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x92b8e04cbf5faeb1 00010000:00080000:1.0:1782217287.245789:0:23496:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d436da800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.130@tcp at head 00010000:00010000:1.0:1782217287.246021:0:23496:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1782217287.246080:0:23496:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1782217287.246092:0:23496:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1782217287.247694:0:23496:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782217287.247918:0:23496:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1782217287.248127:0:23496:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1782217287.248546:0:23504:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1782217287.248551:0:23504:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1782217287.249211:0:23496:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1782217287.249221:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1782217287.249254:0:23496:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1782217287.249274:0:23496:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5faeb8 00000100:00080000:1.0:1782217287.249284:0:23496:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782217287.249289:0:23496:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff952d436da800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217287.249319:0:23496:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e0b8e00 x1868789713175936/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782217287.249388:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175936:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1782217287.249449:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713175936 offset 0 length 520: 4 00000100:00080000:1.0:1782217287.249499:0:23496:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1782217287.249555:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.249558:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.249560:0:23496:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1782217287.249563:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.249567:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.249568:0:23496:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1782217287.249571:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1782217287.249573:0:23496:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1782217287.249575:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.249577:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.249579:0:23496:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1782217287.249603:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.249606:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.249607:0:23496:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1782217287.249611:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1782217287.249632:0:23496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.249635:0:23496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.249636:0:23496:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1782217287.249638:0:23496:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1782217287.249692:0:23492:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1782217287.249719:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1782217287.249736:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae41 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.249746:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362000/0x92b8e04cbf5fae3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fae41 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217287.249755:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d4229e000 from 1 10000000:01000000:1.0:1782217287.249757:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782217287.249782:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.249796:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.249807:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217287.249822:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176064:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782217287.249859:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217287.249882:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e4e185b40 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.249900:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176064 00000100:00100000:1.0:1782217287.249906:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176064 00000100:00100000:1.0:1782217287.249952:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782217287.249961:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+15:23492:x1868789713176064:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217287.249974:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217287.249984:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faebf expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.250007:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.250025:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 16 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.250033:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43073a00, rc 0) 00000100:00100000:1.0:1782217287.250067:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+16:23492:x1868789713176064:12345-0@lo:101:mount.lustre.0 Request processed in 107us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.250073:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782217287.250120:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176064:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217287.250132:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.250139:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217287.250715:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176192:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1782217287.250752:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217287.250777:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e4e185b40 going to sleep for 11 seconds 00000100:00080000:3.0:1782217287.251106:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.251112:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217287.251115:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.251118:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782217287.251499:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176192 00000100:00100000:2.0:1782217287.251507:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176192 00000100:00100000:2.0:1782217287.251615:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1782217287.251625:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+16:23492:x1868789713176192:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1782217287.251644:0:22753:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1782217287.251665:0:22753:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1782217287.251668:0:22753:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1782217287.251770:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+16:23492:x1868789713176192:12345-0@lo:256:mount.lustre.0 Request processed in 146us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.251777:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1782217287.251854:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176192:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1782217287.252493:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782217287.252512:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.252523:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.252533:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d4229e000 from 1 10000000:01000000:3.0:1782217287.252536:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1782217287.252565:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.252573:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.252623:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.252641:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176320:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217287.252678:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.252971:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.253114:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176320 00000100:00100000:1.0:1782217287.253121:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176320 00000100:00100000:1.0:1782217287.253154:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1782217287.253162:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+16:23492:x1868789713176320:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217287.253173:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217287.253185:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faecd expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.253209:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.253219:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.253229:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43072600, rc 0) 00000100:00100000:1.0:1782217287.253273:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176320:12345-0@lo:101:mount.lustre.0 Request processed in 112us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.253279:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1782217287.253372:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176320:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217287.253386:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.253394:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782217287.254463:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1782217287.254738:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782217287.254906:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1782217287.254942:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1782217287.254961:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1782217287.254976:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1782217287.254989:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1782217287.255002:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1782217287.255130:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1782217287.255144:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1782217287.255154:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1782217287.255165:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1782217287.255178:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1782217287.255197:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1782217287.255202:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1782217287.255278:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217287.255337:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.255408:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c900 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.259171:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176448 00000100:00100000:1.0:1782217287.259185:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176448 00000100:00100000:1.0:1782217287.259238:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1782217287.259248:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58053450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176448:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217287.259415:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58053450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176448:12345-0@lo:501:mount.lustre.0 Request processed in 167us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.259423:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1782217287.259604:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217287.259655:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176576:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217287.259709:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.259737:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c900 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.259796:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176576 00000100:00100000:2.0:1782217287.259801:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176576 00000100:00100000:2.0:1782217287.259825:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1782217287.259832:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176576:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782217287.259923:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176576:12345-0@lo:503:mount.lustre.0 Request processed in 91us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.259948:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782217287.260047:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176576:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1782217287.260441:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1782217287.260503:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176704:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.260540:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.260568:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.260720:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176704 00000100:00100000:2.0:1782217287.260726:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176704 00000100:00100000:2.0:1782217287.260748:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1782217287.260755:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217287.260840:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176704:12345-0@lo:502:mount.lustre.0 Request processed in 83us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.260846:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782217287.261017:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176704:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782217287.261172:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1782217287.261198:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1782217287.261211:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1782217287.261222:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1782217287.261233:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1782217287.261245:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1782217287.261259:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1782217287.261272:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1782217287.261300:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1782217287.261315:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1782217287.261328:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1782217287.261348:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.261382:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.261413:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.261517:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176832 00000100:00100000:2.0:1782217287.261522:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176832 00000100:00100000:2.0:1782217287.261556:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1782217287.261563:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176832:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217287.261673:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176832:12345-0@lo:502:mount.lustre.0 Request processed in 109us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.261680:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782217287.261853:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782217287.261894:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1782217287.261902:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1782217287.268293:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.268307:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.268309:0:23506:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1782217287.268318:0:23506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d4229e000 00000020:00000080:1.0:1782217287.268320:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217287.268327:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.268330:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.268331:0:23506:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1782217287.268333:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.268335:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.268337:0:23506:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1782217287.268340:0:23506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d4229e000 00000020:00000080:1.0:1782217287.268341:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217287.268446:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.268450:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.268451:0:23506:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1782217287.268454:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.268456:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.268457:0:23506:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782217287.268460:0:23506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d4229e000 00000020:00000080:1.0:1782217287.268462:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217287.273143:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.273173:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.273175:0:23506:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782217287.273179:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217287.273191:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.273192:0:23506:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1782217287.273197:0:23506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d4229e000 00000020:00000080:1.0:1782217287.273199:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217287.273256:0:23506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217287.273260:0:23506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217287.273261:0:23506:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1782217287.273264:0:23506:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1782217287.273424:0:23492:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1782217287.273461:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1782217287.273488:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.273501:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217287.273550:0:23492:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1782217287.273553:0:23492:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff952d4229e000 10000000:01000000:3.0:1782217287.273557:0:23492:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff952d4229e000 10000000:01000000:3.0:1782217287.273560:0:23492:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217287.273565:0:23492:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff952d4229e000 from 1 10000000:01000000:3.0:1782217287.273568:0:23492:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1782217287.273628:0:23492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.273636:0:23492:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217287.273646:0:23492:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217287.273671:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176960:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217287.273733:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.281269:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217287.281691:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713176960 00000100:00100000:2.0:1782217287.281702:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713176960 00000100:00100000:2.0:1782217287.282769:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782217287.282786:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:23492:x1868789713176960:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217287.282805:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217287.282821:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fd000/0x92b8e04cbf5faee2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faedb expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.282854:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fd000/0x92b8e04cbf5faee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faedb expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.282865:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fd000/0x92b8e04cbf5faee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faedb expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.282880:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fd000, rc 0) 00000100:00100000:2.0:1782217287.282962:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713176960:12345-0@lo:101:mount.lustre.0 Request processed in 181us (9228us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.282970:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1782217287.286223:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713176960:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217287.286253:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faee2 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.286267:0:23492:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faee2 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782217287.289222:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1782217287.289515:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782217287.289736:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1782217287.289762:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1782217287.289777:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1782217287.289792:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1782217287.289804:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1782217287.289816:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1782217287.289827:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1782217287.289838:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1782217287.289850:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1782217287.289861:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1782217287.289891:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1782217287.289906:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1782217287.289916:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1782217287.289929:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1782217287.289955:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1782217287.289970:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1782217287.289982:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1782217287.289995:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1782217287.290007:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1782217287.290099:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1782217287.290114:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1782217287.290127:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1782217287.290140:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1782217287.290154:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1782217287.290168:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1782217287.290183:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1782217287.290212:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1782217287.290228:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1782217287.290242:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1782217287.290257:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1782217287.290272:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1782217287.290286:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1782217287.290311:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1782217287.290327:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1782217287.290341:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1782217287.290354:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1782217287.290367:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1782217287.290380:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1782217287.290394:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1782217287.290407:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1782217287.290420:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1782217287.290432:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1782217287.290458:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1782217287.290475:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1782217287.290489:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1782217287.290501:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1782217287.290514:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1782217287.290526:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1782217287.290652:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1782217287.290673:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1782217287.290690:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1782217287.290695:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1782217287.290782:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177088:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217287.290841:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.290882:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c900 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.290979:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177088 00000100:00100000:1.0:1782217287.290986:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177088 00000100:00100000:1.0:1782217287.291040:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1782217287.291049:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177088:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217287.291156:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177088:12345-0@lo:501:mount.lustre.0 Request processed in 107us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.291163:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1782217287.292137:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177088:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217287.292179:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177216:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217287.292224:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.292259:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c900 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.293139:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177216 00000100:00100000:1.0:1782217287.293148:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177216 00000100:00100000:1.0:1782217287.293198:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1782217287.293207:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177216:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217287.293320:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177216:12345-0@lo:503:mount.lustre.0 Request processed in 113us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.293336:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1782217287.293442:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177216:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1782217287.293871:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1782217287.293957:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177344:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.294000:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217287.295079:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1c900 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.301592:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177344 00000100:00100000:1.0:1782217287.301609:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177344 00000100:00100000:1.0:1782217287.301661:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1782217287.301670:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217287.301838:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177344:12345-0@lo:502:mount.lustre.0 Request processed in 169us (7837us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.301845:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1782217287.307315:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782217287.307565:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1782217287.307618:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1782217287.307648:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1782217287.307666:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1782217287.307680:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1782217287.307694:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1782217287.307706:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1782217287.307719:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1782217287.307730:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1782217287.307743:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1782217287.307757:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1782217287.307769:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1782217287.307781:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1782217287.307793:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1782217287.307805:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1782217287.307817:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1782217287.307828:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1782217287.307839:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1782217287.307864:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1782217287.307879:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1782217287.307893:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1782217287.307905:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1782217287.307917:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1782217287.307929:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1782217287.307965:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1782217287.307977:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1782217287.307991:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1782217287.308003:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1782217287.308093:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1782217287.308108:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1782217287.308120:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1782217287.308132:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1782217287.308143:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1782217287.308155:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1782217287.308181:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1782217287.308194:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1782217287.308206:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1782217287.308218:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1782217287.308229:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1782217287.308241:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1782217287.308253:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1782217287.308265:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1782217287.308276:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1782217287.308288:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1782217287.308300:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1782217287.308312:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1782217287.308324:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1782217287.308337:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1782217287.308384:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217287.308450:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.308494:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e411ca240 going to sleep for 11 seconds 00000100:00100000:3.0:1782217287.308677:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177472 00000100:00100000:3.0:1782217287.308685:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177472 00000100:00100000:3.0:1782217287.308732:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1782217287.308740:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177472:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217287.308861:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177472:12345-0@lo:502:mount.lustre.0 Request processed in 121us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217287.308870:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782217287.310320:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782217287.310532:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1782217287.310578:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1782217287.310645:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177600:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217287.310707:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.310731:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e411ca240 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.311764:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177600 00000100:00100000:1.0:1782217287.311774:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177600 00000100:00100000:1.0:1782217287.311844:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1782217287.311854:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177600:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217287.311988:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177600:12345-0@lo:502:mount.lustre.0 Request processed in 134us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.311996:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782217287.313295:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177600:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1782217287.313380:0:23492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1782217287.313394:0:23492:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1782217287.314109:0:23512:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1782217287.314124:0:23512:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff952d427299c0) 00000020:00000080:1.0:1782217287.314145:0:23512:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1782217287.314295:0:23512:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d4229e000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1782217287.314299:0:23512:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d4229e000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1782217287.314302:0:23512:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d4229e000 3 00010000:00080000:1.0:1782217287.314330:0:23512:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d430fd000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.130@tcp at head 00010000:00010000:1.0:1782217287.315928:0:23512:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1782217287.316048:0:23512:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1782217287.316091:0:23512:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1782217287.316104:0:23512:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x92b8e04cbf5faef0 00000100:00080000:1.0:1782217287.316113:0:23512:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782217287.316125:0:23512:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff952d430fd000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217287.316158:0:23512:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e0ba680 x1868789713177728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782217287.316184:0:23512:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1782217287.316278:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713177728:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782217287.316344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.316995:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177728 00000100:00100000:2.0:1782217287.317003:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177728 00000100:00100000:2.0:1782217287.317090:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1782217287.317097:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1868789713177728:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1782217287.317120:0:22759:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1782217287.317151:0:22759:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x92b8e04cbf5faef7 00000004:00100000:2.0:1782217287.317165:0:22759:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1782217287.317193:0:22759:0:(import.c:65:import_set_state_nolock()) ffff952d43c01800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217287.317248:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1868789713177728:12345-0@lo:38:llog_process_th.0 Request processed in 150us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217287.317256:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1782217287.317293:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff952e4e0ba680 x1868789713177728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217287.317304:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217287.317312:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1782217287.317319:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1782217287.317323:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1782217287.317325:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d430fd000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1782217287.317330:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1868789713177728:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1782217287.322227:0:23512:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00080000:3.0:1782217287.322489:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.322495:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217287.322498:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217287.322500:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1782217287.322784:0:23492:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1782217287.322818:0:23492:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1782217287.322836:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faee2 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217287.322848:0:23492:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363000/0x92b8e04cbf5faedb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faee2 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1782217287.322900:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1782217287.322902:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782217287.322903:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217287.322904:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217287.322905:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217287.322907:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217287.322908:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217287.322910:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217287.322911:0:23492:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217287.322915:0:23492:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1782217287.322918:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1782217287.322919:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782217287.322920:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217287.322921:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217287.322922:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217287.322923:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217287.322924:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217287.322925:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217287.322927:0:23492:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217287.322961:0:23492:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1782217287.322982:0:23492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177856:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782217287.324203:0:23492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217287.324254:0:23492:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e411ca240 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.325421:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177856 00000100:00100000:1.0:1782217287.325431:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177856 00000100:00100000:1.0:1782217287.325490:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1782217287.325501:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177856:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782217287.325531:0:22752:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1782217287.325545:0:22752:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1782217287.329660:0:22738:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1782217287.329720:0:22752:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1782217287.329733:0:22752:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1782217287.329889:0:22774:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1782217287.329894:0:22774:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1782217287.329914:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.329941:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 18 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.329949:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 18 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.329956:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.329991:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 18 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.330068:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 18 pid: 22752 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217287.330084:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713177984:0@lo:104: 00000100:00100000:1.0:1782217287.330150:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1782217287.330202:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 18 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217287.330210:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 18 pid: 22751 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217287.330218:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713178112:0@lo:104: 00000100:00100000:1.0:1782217287.330238:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217287.330252:0:22774:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194240 going to sleep for 11 seconds 00000100:00100000:1.0:1782217287.330312:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:23492:x1868789713177856:12345-0@lo:253:mount.lustre.0 Request processed in 4812us (6113us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217287.330322:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1782217287.330404:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713177984 00000100:00100000:0.0:1782217287.330411:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713177984 00000100:00100000:0.0:1782217287.330436:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178112 00000100:00100000:0.0:1782217287.330439:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178112 00000100:00100000:0.0:1782217287.330452:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217287.330459:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713177984:12345-0@lo:104: 00010000:00010000:0.0:1782217287.330472:0:22742:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330525:0:22742:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782217287.330530:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713177984:12345-0@lo:104: Request processed in 72us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.330537:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217287.330551:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782217287.330566:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713178112:12345-0@lo:104: 00010000:00010000:0.0:1782217287.330573:0:22742:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330632:0:22742:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1782217287.330637:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713178112:12345-0@lo:104: Request processed in 73us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.330642:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1782217287.330660:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217287.330665:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330672:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073400 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217287.330676:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330683:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217287.330689:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217287.330694:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1782217287.330720:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330727:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217287.330743:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330759:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43073400/0x92b8e04cbf5faebf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faec6 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330770:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217287.330773:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330778:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342200 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217287.330781:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330787:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217287.330793:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217287.330798:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1782217287.330811:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330816:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217287.330823:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330829:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d42342200/0x92b8e04cbf5fadfb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fae02 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.330839:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217287.330845:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217287.330847:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217287.330853:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217287.330871:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713178240:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217287.330899:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217287.330921:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782217287.330926:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713178368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217287.330956:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217287.330990:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178240 00000100:00100000:0.0:1782217287.330994:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178240 00000100:00100000:1.0:1782217287.331122:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0baa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713177984:0@lo:104: 00000100:00100000:1.0:1782217287.331131:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713178112:0@lo:104: 00010000:00010000:1.0:1782217287.331148:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217287.331535:0:23492:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:23492:1868789713177856:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1782217287.331545:0:23492:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1782217287.331555:0:23492:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1782217287.331557:0:23492:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1782217287.331558:0:23492:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217287.331559:0:23492:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217287.331560:0:23492:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217287.331562:0:23492:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217287.331563:0:23492:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1782217287.331564:0:23492:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217287.331566:0:23492:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1782217287.331577:0:23492:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1782217287.332150:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 18 pid: 22752 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217287.332189:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178368 00000100:00100000:0.0:1782217287.332194:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178368 00010000:00010000:0.0:1782217287.332212:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 19 pid: 22751 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217287.332225:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217287.332232:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+19:3649:x1868789713178240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217287.332244:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217287.332249:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 19 pid: 22752 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332259:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 19 pid: 22752 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332275:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073a00/0x92b8e04cbf5faec6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faebf expref: 19 pid: 22752 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332300:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217287.332348:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+18:3649:x1868789713178240:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.332354:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217287.332369:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782217287.332375:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+17:3649:x1868789713178368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217287.332382:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217287.332386:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 17 pid: 22751 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332395:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 17 pid: 22751 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332405:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b363c00/0x92b8e04cbf5fae02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fadfb expref: 17 pid: 22751 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332416:0:22744:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332425:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1782217287.332438:0:22744:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002543999s 00010000:00010000:0.0:1782217287.332443:0:22744:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332450:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332467:0:22744:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332473:0:22744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332479:0:22744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073e00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217287.332482:0:22744:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332490:0:22744:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332506:0:22744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332515:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217287.332540:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+16:3649:x1868789713178368:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.332545:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1782217287.332569:0:22774:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332577:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217287.332603:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073e00/0x92b8e04cbf5faefe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217287.332634:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713178368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217287.332651:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713178240:0@lo:103:ldlm_bl.0 00000040:01000000:3.0:1782217287.344524:0:23492:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1782217287.344612:0:23518:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1782217287.344617:0:23518:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1782217287.344846:0:23519:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1782217287.344847:0:23492:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1782217287.345277:0:23519:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782217287.346147:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1782217287.346210:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217287.346247:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e501943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.346388:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178496 00000100:00100000:0.0:1782217287.346394:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178496 00000100:00100000:0.0:1782217287.346432:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782217287.346439:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178496:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.346501:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178496:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 63us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.346508:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782217287.346628:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178496:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1782217287.346654:0:23520:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1782217287.346677:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178624:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1782217287.346705:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217287.346722:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e501943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.347327:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178624 00000100:00100000:0.0:1782217287.347332:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178624 00000100:00100000:0.0:1782217287.347380:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217287.347386:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178624:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.347477:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178624:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 91us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.347484:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217287.347514:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178624:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1782217287.347536:0:23519:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000100:00100000:0.0:1782217287.347563:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23520:1868789713178752:0@lo:900:lod0001_rec0000.0 00000004:00080000:3.0:1782217287.347602:0:23519:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1782217287.347607:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217287.347651:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178752 00000100:00100000:0.0:1782217287.347655:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178752 00000100:00100000:0.0:1782217287.347679:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217287.347685:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23520:x1868789713178752:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.347716:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23520:x1868789713178752:12345-0@lo:900:lod0001_rec0000.0 Request processed in 32us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.347722:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217287.347748:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787300 going to sleep for 11 seconds 00010000:00080000:0.0:1782217287.347762:0:23520:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff952d4449c000 x1868789713178752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782217303 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217287.347773:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23520:1868789713178752:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.347805:0:23520:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178880:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.347828:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217287.347846:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713178880 00000100:00100000:0.0:1782217287.347849:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713178880 00000100:00100000:0.0:1782217287.347870:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000040:01000000:2.0:1782217287.348007:0:23492:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1782217287.348108:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782217287.348240:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178880:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1782217287.348353:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23520:x1868789713178880:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 477us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217287.348359:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217287.348377:0:23520:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787b40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217287.348387:0:23520:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23520:1868789713178880:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1782217287.348418:0:23520:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1782217287.348613:0:23492:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1782217287.348619:0:23492:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1782217287.348842:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782217287.350516:0:23492:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1782217287.351422:0:23492:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1782217287.351468:0:23492:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1782217287.351754:0:23492:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1782217287.352366:0:23492:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:0.0:1782217287.353130:0:23520:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1782217287.353186:0:23520:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1782217287.353191:0:23520:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:2.0:1782217287.354180:0:23492:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1782217287.362226:0:23492:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1782217287.362434:0:23492:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa4bf85573988 00100000:10000000:2.0:1782217287.362442:0:23492:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1782217287.365025:0:23492:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1782217287.365065:0:23492:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.130@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1782217287.365081:0:23492:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1782217287.365107:0:23492:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1782217287.365808:0:23492:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1782217287.366025:0:23492:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1782217287.481533:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782217287.546245:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:0.0:1782217288.185149:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782217288.377569:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1782217288.570021:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 10000000:01000000:1.0:1782217289.146018:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782217289.146026:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d4229e000 from 12 10000000:01000000:1.0:1782217289.146031:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782217289.146079:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.146092:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.146103:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217289.146128:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217289.146187:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217289.146228:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194b40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217289.146267:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179008 00000100:00100000:0.0:1782217289.146275:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179008 00000100:00100000:0.0:1782217289.146326:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1782217289.146335:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+16:22755:x1868789713179008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217289.146347:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217289.146372:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf05 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.146394:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.146404:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.146412:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343000, rc 0) 00000100:00100000:0.0:1782217289.146449:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713179008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217289.146456:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1782217289.147436:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217289.147455:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.147464:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217289.147535:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179136:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782217289.147577:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217289.147636:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194b40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217289.148619:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179136 00000100:00100000:3.0:1782217289.148639:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179136 00000100:00100000:3.0:1782217289.148683:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782217289.148692:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713179136:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1782217289.148715:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1782217289.148733:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1782217289.148737:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1782217289.150193:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713179136:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1494us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217289.150206:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1782217289.150414:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179136:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1782217289.150480:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782217289.150491:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.150502:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217289.150513:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782217289.150516:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d43123800 from 12 10000000:01000000:1.0:1782217289.150518:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782217289.150549:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.150558:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.150567:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217289.150619:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217289.150670:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217289.150706:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194b40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217289.150719:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179264 00000100:00100000:0.0:1782217289.150725:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179264 00000100:00100000:0.0:1782217289.150771:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1782217289.150780:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713179264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217289.150792:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217289.150803:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf13 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.150824:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 18 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.150833:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 18 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.150841:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343400, rc 0) 00000100:00100000:0.0:1782217289.150875:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713179264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217289.150891:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1782217289.151036:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217289.151053:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.151062:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217289.151103:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179392:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782217289.151131:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217289.151147:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194b40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217289.151191:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179392 00000100:00100000:0.0:1782217289.151196:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179392 00000100:00100000:0.0:1782217289.151224:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1782217289.151230:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713179392:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1782217289.151242:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1782217289.151255:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1782217289.151257:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1782217289.151318:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713179392:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 87us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217289.151325:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1782217289.151422:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713179392:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1782217289.151457:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1782217289.151462:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217289.151469:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217289.214810:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782217289.403078:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1782217289.592700:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1782217290.232798:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217290.618312:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00010000:00010000:0.0:1782217291.258567:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782217291.329294:0:23762:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg330-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1782217291.640792:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 0 seconds 00000020:00000004:0.0:1782217292.172828:0:23814:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782217292.173043:0:23814:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1782217292.281704:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217292.350792:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713179520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782217292.350876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.350947:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179520 00000100:00100000:1.0:1782217292.350954:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179520 00000100:00100000:1.0:1782217292.351010:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217292.351018:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713179520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782217292.351051:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782217292.351095:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713179520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217292.351115:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217292.351163:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713179520:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1782217292.351204:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1782217292.351208:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1782217292.351211:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1782217292.351217:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff952e481cb000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217292.351234:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e0b9880 x1868789713179776/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782217292.351250:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217292.351253:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217292.351255:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217292.351258:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217292.351274:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217292.351277:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217292.351280:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217292.351282:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217292.351757:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713179648:0@lo:400:kworker.0 00000100:00100000:1.0:1782217292.351796:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.351837:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713179776:0@lo:38:kworker.0 00000100:00100000:1.0:1782217292.351862:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.351891:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713179904:0@lo:400:kworker.0 00000100:00100000:1.0:1782217292.351962:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217292.352154:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179776 00000100:00100000:0.0:1782217292.352161:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179776 00000100:00100000:0.0:1782217292.352191:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217292.352198:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3646:x1868789713179776:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1782217292.352223:0:23501:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:0.0:1782217292.352257:0:23501:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5faf21 00000004:00100000:0.0:1782217292.352272:0:23501:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1782217292.352278:0:23501:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1782217292.352392:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217292.352399:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713180032:0@lo:400:kworker.0 00000100:00100000:1.0:1782217292.352429:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.353091:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179648 00000100:00100000:1.0:1782217292.353098:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179648 00000100:00100000:1.0:1782217292.353135:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1782217292.353142:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:3648:x1868789713179648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217292.353189:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:3648:x1868789713179648:12345-0@lo:400:kworker.0 Request processed in 47us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217292.353196:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1782217292.358434:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713179648:0@lo:400:kworker.0 00000100:00100000:0.0:1782217292.358664:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713179904 00000100:00100000:0.0:1782217292.358672:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713179904 00000100:00100000:0.0:1782217292.358722:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180032 00000100:00100000:0.0:1782217292.358726:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180032 00000100:00100000:0.0:1782217292.358762:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782217292.358771:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713179904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217292.358858:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713179904:12345-0@lo:400:kworker.0 Request processed in 87us (6895us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217292.358866:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1782217292.358883:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1782217292.358889:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713180032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217292.358928:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713180032:12345-0@lo:400:kworker.0 Request processed in 39us (6498us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217292.358935:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1782217292.359316:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e4e0b9c00 x1868789713180032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217292.359329:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713180032:0@lo:400:kworker.0 00010000:00080000:2.0:1782217292.359341:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e4e0b8700 x1868789713179904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217292.359350:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713179904:0@lo:400:kworker.0 00000100:00080000:2.0:1782217292.361083:0:23501:0:(import.c:65:import_set_state_nolock()) ffff952e7c6c8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217292.361176:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1868789713179776:12345-0@lo:38:kworker.0 Request processed in 8976us (9310us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217292.361187:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1782217292.361216:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1782217292.361228:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1782217292.361234:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1782217292.361237:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e481cb000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1782217292.361258:0:3646:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000047aa1607): req@ffff952d43f40000 x1868789713172736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217292.361280:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713179776:0@lo:38:kworker.0 00000100:00100000:3.0:1782217292.361328:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713180160:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217292.361412:0:22801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217292.361445:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e5214a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217292.361500:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217292.361788:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713172736 00000100:00100000:3.0:1782217292.361795:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713172736 00000100:00100000:2.0:1782217292.362790:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180160 00000100:00100000:2.0:1782217292.362797:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180160 00000100:00100000:2.0:1782217292.362817:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782217292.362825:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22801:x1868789713172736:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782217292.362936:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217292.362937:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22801:x1868789713172736:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 109us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217292.362950:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1782217292.362952:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3647:x1868789713180160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782217292.362992:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217292.363738:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1868789713180160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 791us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217292.363747:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782217292.364579:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713180160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782217292.365130:0:22801:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22801:1868789713172736:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1782217292.365197:0:22801:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1782217292.365242:0:22801:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22801:1868789713180288:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1782217292.365298:0:22801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.365334:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194600 going to sleep for 11 seconds 00000100:00100000:3.0:1782217292.365542:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180288 00000100:00100000:3.0:1782217292.365549:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180288 00000100:00100000:3.0:1782217292.365615:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782217292.365626:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22801:x1868789713180288:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1782217292.365757:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22801:x1868789713180288:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 133us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217292.365778:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1782217292.366027:0:22801:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22801:1868789713180288:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1782217292.366096:0:22801:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22801:1868789713180416:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1782217292.366123:0:22801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217292.366149:0:22801:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e50194600 going to sleep for 11 seconds 00000100:00100000:0.0:1782217292.366193:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180416 00000100:00100000:0.0:1782217292.366198:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180416 00000100:00100000:0.0:1782217292.366232:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1782217292.366239:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22801:x1868789713180416:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1782217292.366297:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22801:x1868789713180416:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 58us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217292.366303:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1782217292.366353:0:22801:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22801:1868789713180416:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1782217292.366392:0:22801:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782217292.371292:0:22801:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1782217292.371367:0:22801:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 17, retries 0 00000004:00080000:1.0:1782217292.371373:0:22801:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:0.0:1782217293.046955:0:23865:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782217293.047231:0:23865:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1782217293.304872:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1782217294.213395:0:23913:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffa94f7af0 20000000:00000080:3.0:1782217294.213424:0:23913:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff952e47bf5000 uarg=0000000000000000 20000000:01000000:3.0:1782217294.213494:0:23913:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1782217294.213503:0:23913:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1782217294.213510:0:23913:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1782217294.214514:0:23914:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1782217294.214640:0:23913:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1782217294.230728:0:23913:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1782217294.230760:0:23913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.230777:0:23913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.230784:0:23913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.230791:0:23913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.230834:0:23913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.230849:0:23913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217294.230864:0:23913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23913:1868789713180544:0@lo:104: 00000100:00100000:1.0:1782217294.230946:0:23913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1782217294.230992:0:23913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.231000:0:23913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217294.231009:0:23913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23913:1868789713180672:0@lo:104: 00000100:00100000:0.0:1782217294.231237:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180544 00000100:00100000:0.0:1782217294.231253:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180544 00000100:00100000:0.0:1782217294.231355:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1782217294.231367:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:23913:x1868789713180544:12345-0@lo:104: 00010000:00010000:0.0:1782217294.231388:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.231501:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782217294.231509:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:23913:x1868789713180544:12345-0@lo:104: Request processed in 144us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217294.231518:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1782217294.231739:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217294.231748:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.231757:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b362200 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:3.0:1782217294.231762:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.231772:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1782217294.231781:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217294.231788:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1782217294.231828:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.231836:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1782217294.231868:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.231877:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faecd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faed4 expref: -99 pid: 23492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.231913:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217294.231914:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217294.231916:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217294.231926:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782217294.231942:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713180800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782217294.231986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217294.232033:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180800 00000100:00100000:3.0:1782217294.232038:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180800 00010000:00010000:3.0:1782217294.232062:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 18 pid: 22752 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217294.232098:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217294.232106:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+18:3647:x1868789713180800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782217294.232118:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782217294.232122:0:22743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 18 pid: 22752 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.232133:0:22743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 18 pid: 22752 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217294.232153:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782217294.232180:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+18:3647:x1868789713180800:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217294.232187:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217294.232226:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713180800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217294.234629:0:23913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217294.234677:0:23913:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e54f75e40 going to sleep for 11 seconds 00010000:00010000:1.0:1782217294.234722:0:23913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43072600/0x92b8e04cbf5faed4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faecd expref: 17 pid: 22752 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217294.234738:0:23913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23913:1868789713180544:0@lo:104: 00000100:00100000:0.0:1782217294.235814:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180672 00000100:00100000:0.0:1782217294.235830:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180672 00000100:00100000:0.0:1782217294.235923:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217294.235934:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:23913:x1868789713180672:12345-0@lo:104: 00010000:00010000:0.0:1782217294.235957:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236074:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782217294.236093:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:23913:x1868789713180672:12345-0@lo:104: Request processed in 150us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217294.236094:0:23913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23913:1868789713180672:0@lo:104: 00000100:00100000:0.0:1782217294.236117:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1782217294.236148:0:23913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236153:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217294.236164:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236176:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342000 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217294.236181:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236192:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217294.236201:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217294.236228:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1782217294.236284:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236292:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217294.236327:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236336:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d42342000/0x92b8e04cbf5fadca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fadd1 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.236359:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217294.236361:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217294.236363:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217294.236367:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713180928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217294.236423:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217294.238233:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713180928 00000100:00100000:0.0:1782217294.238249:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713180928 00010000:00010000:0.0:1782217294.238313:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217294.238361:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217294.238371:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+17:3649:x1868789713180928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217294.238389:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217294.238396:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238409:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238430:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5fadd1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fadca expref: 17 pid: 22751 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238471:0:22744:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238482:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238502:0:22744:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238512:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238521:0:22744:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238530:0:22744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238539:0:22744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217294.238545:0:22744:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238554:0:22744:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238610:0:22744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217294.238628:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217294.238713:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+16:3649:x1868789713180928:12345-0@lo:103:ldlm_bl.0 Request processed in 342us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217294.238727:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1782217294.238903:0:23913:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.238913:0:23913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217294.238921:0:23913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d43073400/0x92b8e04cbf5faf28 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217294.241534:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713180928:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217294.328780:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217295.361316:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1782217295.928707:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782217295.928716:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d4229e000 from 13 10000000:01000000:1.0:1782217295.928720:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217295.928769:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217295.928781:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217295.928791:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217295.928833:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217295.928921:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217295.931460:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e54f75240 going to sleep for 11 seconds 00000100:00100000:2.0:1782217295.932125:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181056 00000100:00100000:2.0:1782217295.932136:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181056 00000100:00100000:2.0:1782217295.932231:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1782217295.932242:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d961450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+16:22755:x1868789713181056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782217295.932258:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217295.932277:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf2f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217295.932304:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 17 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217295.932317:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 17 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217295.932326:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fd400, rc 0) 00000100:00100000:2.0:1782217295.932393:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d961450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217295.932400:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1782217295.932497:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217295.932514:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217295.932523:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217295.932616:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782217295.932650:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217295.933611:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7c7220c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782217295.933790:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181184 00000100:00100000:3.0:1782217295.933798:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181184 00000100:00100000:3.0:1782217295.934072:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1782217295.934087:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d960c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217295.934278:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d960c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 195us (1626us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217295.934286:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1782217295.935709:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782217295.935785:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782217295.936014:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217295.936103:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7c7220c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217295.937407:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181312 00000100:00100000:2.0:1782217295.937420:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181312 00000100:00100000:2.0:1782217295.937621:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782217295.937632:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d961850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782217295.937788:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d961850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (1773us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217295.937796:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1782217295.938149:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181312:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1782217295.939052:0:23981:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1782217295.939533:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1782217295.939559:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1782217295.939571:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217295.939699:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217295.939711:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782217295.939713:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d43123800 from 13 10000000:01000000:1.0:1782217295.939716:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217295.939751:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217295.939760:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217295.939771:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217295.939792:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217295.942012:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217295.942061:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e54f75240 going to sleep for 11 seconds 00000100:00100000:3.0:1782217295.942396:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181440 00000100:00100000:3.0:1782217295.942405:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181440 00000100:00100000:0.0:1782217295.945093:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1782217295.945113:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d963450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+17:22755:x1868789713181440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217295.945132:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217295.945151:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf3d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217295.945179:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217295.945208:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 18 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217295.945219:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342400, rc 0) 00000100:00100000:0.0:1782217295.945307:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d963450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713181440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (3298us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217295.945314:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1782217295.945419:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782217295.945437:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217295.945447:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217295.945530:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217295.946705:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217295.946860:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c55f00 going to sleep for 11 seconds 00000100:00100000:1.0:1782217295.946888:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181568 00000100:00100000:1.0:1782217295.946898:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181568 00000100:00100000:1.0:1782217295.946954:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1782217295.946966:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d960450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713181568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217295.947117:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d960450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713181568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217295.947125:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1782217295.947561:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217295.947635:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1782217295.947677:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217295.947698:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47c55f00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217295.948267:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181696 00000100:00100000:0.0:1782217295.948273:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181696 00000100:00100000:0.0:1782217295.948320:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1782217295.948330:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713181696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782217295.948500:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:22755:x1868789713181696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 171us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217295.948508:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1782217295.948846:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713181696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1782217295.952316:0:23983:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1782217295.952447:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1782217295.952473:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1782217295.952485:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217295.952497:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217296.376809:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217297.401815:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217297.468702:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713181824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217297.468805:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217297.468903:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181824 00000100:00100000:0.0:1782217297.468913:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181824 00000100:00100000:0.0:1782217297.468986:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1782217297.468997:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1868789713181824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782217297.469057:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217297.469116:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1868789713181824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217297.469124:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1782217297.469201:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713181824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782217297.469577:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713181952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782217297.469640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217297.469681:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713181952 00000100:00100000:1.0:1782217297.469687:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713181952 00000100:00100000:1.0:1782217297.469719:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1782217297.469726:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713181952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782217297.469751:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782217297.469790:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713181952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217297.469797:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1782217297.469830:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713181952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782217297.470018:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217287/real 1782217287] req@ffff952e4e0b8e00 x1868789713175936/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217297.470065:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952e4e0b8e00 x1868789713175936/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217297.470077:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217287/real 1782217287] req@ffff952e4e0bb100 x1868789713175808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217297.470088:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952e4e0bb100 x1868789713175808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782217297.470102:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217297.470112:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782217297.470115:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175936:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1782217297.470120:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e64e4a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217297.470124:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782217297.470127:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713175808:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1782217297.470425:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217297.470431:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217297.470434:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217297.470437:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217297.470456:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217297.470460:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1782217297.470462:0:8:0:(import.c:65:import_set_state_nolock()) ffff952e64e4a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217297.470468:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1782217297.470473:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782217297.470478:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff952e64e4a800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217297.470499:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449ce00 x1868789713182336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217297.470513:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217297.470516:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782217297.470517:0:8:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217297.470520:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1782217297.470523:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1782217297.470526:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff952d436da800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217297.470538:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449f800 x1868789713182464/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217297.470570:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713182208:0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.470635:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217297.470675:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782217297.470681:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713182592:0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.470722:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217297.470754:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713182208 00000100:00100000:0.0:1782217297.470759:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713182208 00000100:00100000:0.0:1782217297.470799:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713182592 00000100:00100000:0.0:1782217297.470801:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713182592 00000100:00100000:0.0:1782217297.470818:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217297.470824:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713182208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.470881:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713182208:12345-0@lo:400:kworker.0 Request processed in 55us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217297.470889:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217297.470905:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782217297.470913:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713182592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.470950:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713182592:12345-0@lo:400:kworker.0 Request processed in 38us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217297.470956:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782217297.470980:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782217297.470988:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713182080:0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.471021:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217297.471189:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713182080 00000100:00100000:0.0:1782217297.471194:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713182080 00000100:00100000:0.0:1782217297.471295:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782217297.471303:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d963050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:3647:x1868789713182080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.471340:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d963050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:3647:x1868789713182080:12345-0@lo:400:kworker.0 Request processed in 38us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217297.471346:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782217297.471393:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713182336:0@lo:8:kworker.0 00000400:00000100:0.0:1782217297.471423:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713182336 offset 0 length 520: 4 00000100:00100000:0.0:1782217297.471437:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713182464:0@lo:8:kworker.0 00000400:00000100:0.0:1782217297.471455:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713182464 offset 0 length 520: 4 00010000:00080000:0.0:1782217297.471495:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952d4449d500 x1868789713182592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217297.471509:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713182592:0@lo:400:kworker.0 00010000:00080000:0.0:1782217297.471522:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952d4449f100 x1868789713182208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217297.471531:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713182208:0@lo:400:kworker.0 00000100:00100000:0.0:1782217297.471558:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713182080:0@lo:400:kworker.0 00000040:00080000:1.0:1782217297.724109:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1782217297.978488:0:23493:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1782217298.426547:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217299.449440:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782217299.641808:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1782217300.472809:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217300.538077:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217285/real 1782217285] req@ffff952d4449c700 x1868789713173888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217300.538105:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449c700 x1868789713173888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217300.538116:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217285/real 1782217285] req@ffff952d4449d180 x1868789713174016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217300.538128:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449d180 x1868789713174016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1782217300.538159:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217300.538170:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782217300.538174:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713173888:0@lo:8:kworker.0 00000100:00080000:2.0:1782217300.538179:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1782217300.538184:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1782217300.538187:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713174016:0@lo:8:kworker.0 00000100:00080000:2.0:1782217300.539772:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1782217300.539772:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1782217300.539777:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1782217300.539780:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217300.539787:0:36:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 648 00000100:00100000:1.0:1782217300.539790:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713182848:0@lo:400:kworker.0 00000100:00080000:2.0:1782217300.539791:0:36:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1782217300.539798:0:36:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff952e7b0cf800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:2.0:1782217300.539816:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be4a80 x1868789713182976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217300.539828:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217300.539831:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1782217300.539832:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1782217300.539846:0:36:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:2.0:1782217300.539849:0:36:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1782217300.539852:0:36:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff952e7c65c000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217300.539861:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217300.539862:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d41be5c00 x1868789713183104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1782217300.539890:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217300.539899:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217300.539899:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713182720:0@lo:400:kworker.0 00000100:00080000:2.0:1782217300.539901:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1782217300.539904:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217300.539934:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217300.539939:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713183488:0@lo:400:kworker.0 00000100:00100000:1.0:1782217300.539967:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713182848 00000100:00100000:2.0:1782217300.539971:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217300.539974:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713182848 00000100:00100000:2.0:1782217300.539999:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713183232:0@lo:400:kworker.0 00000100:00100000:1.0:1782217300.540013:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1782217300.540022:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217300.540022:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713182848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540038:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782217300.540043:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713183360:0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217300.540091:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183488 00000100:00100000:2.0:1782217300.540095:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183488 00000100:00100000:2.0:1782217300.540124:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183232 00000100:00100000:2.0:1782217300.540128:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183232 00000100:00100000:2.0:1782217300.540146:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782217300.540151:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713183488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540195:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713183488:12345-0@lo:400:kworker.0 Request processed in 43us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217300.540202:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782217300.540216:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782217300.540222:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713183232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540253:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713183232:12345-0@lo:400:kworker.0 Request processed in 31us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217300.540259:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782217300.540277:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183360 00000100:00100000:2.0:1782217300.540287:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183360 00000100:00100000:2.0:1782217300.540305:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1782217300.540310:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713183360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540352:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713183360:12345-0@lo:400:kworker.0 Request processed in 41us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217300.540359:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1782217300.540393:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952d41be4380 x1868789713183488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217300.540407:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713183488:0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540434:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713183360:0@lo:400:kworker.0 00010000:00080000:2.0:1782217300.540443:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952d41be5180 x1868789713183232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217300.540451:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713183232:0@lo:400:kworker.0 00000100:00100000:2.0:1782217300.540469:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713182976:0@lo:8:kworker.0 00000100:00100000:1.0:1782217300.540483:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713182848:12345-0@lo:400:kworker.0 Request processed in 462us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217300.540490:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000400:00000100:2.0:1782217300.540491:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713182976 offset 0 length 520: 4 00000100:00100000:2.0:1782217300.540502:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713183104:0@lo:8:kworker.0 00000100:00100000:1.0:1782217300.540509:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713182720 00000100:00100000:1.0:1782217300.540513:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713182720 00000400:00000100:2.0:1782217300.540520:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1868789713183104 offset 0 length 520: 4 00000100:00100000:1.0:1782217300.540537:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1782217300.540543:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:3648:x1868789713182720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217300.540572:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+18:3648:x1868789713182720:12345-0@lo:400:kworker.0 Request processed in 30us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217300.540578:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1782217300.540766:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713182848:0@lo:400:kworker.0 00000100:00100000:1.0:1782217300.540774:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713182720:0@lo:400:kworker.0 00010000:00010000:1.0:1782217301.497869:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1782217301.599473:0:24261:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1782217301.599478:0:24261:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1782217301.599479:0:24261:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1782217301.599650:0:24261:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff952e589ed000 00000020:01000004:0.0:1782217301.599671:0:24261:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1782217301.599688:0:24261:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1782217301.599706:0:24261:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff952e64e199c0) 00000020:00000080:0.0:1782217301.599725:0:24261:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1782217301.705102:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1782217301.707086:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1782217301.707722:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1782217301.707965:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1782217301.708149:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1782217301.708506:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1782217301.710039:0:24261:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:1.0:1782217301.724974:0:24261:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1782217301.725485:0:24261:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1782217301.725503:0:24261:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1782217301.725520:0:24261:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x92b8e04cbf5faf52 00000020:01000004:1.0:1782217301.725531:0:24261:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1782217301.725558:0:24261:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.130@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1782217301.725564:0:24261:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1782217301.725572:0:24261:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1782217301.725578:0:24261:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1782217301.725621:0:24261:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff952d4272cd40) 00000020:00000080:1.0:1782217301.725634:0:24261:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1782217301.732720:0:24261:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782217301.732937:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1782217301.732944:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1782217301.739941:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1782217301.739962:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1782217301.743781:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1782217301.743795:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1782217301.748478:0:24261:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217301.748688:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1782217301.748694:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1782217301.751181:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1782217301.751199:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1782217301.788416:0:24261:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217301.789363:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1782217301.789371:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1782217301.791782:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1782217301.791805:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1782217301.795631:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1782217301.795650:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1782217301.820942:0:24261:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1782217301.821909:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1782217301.821918:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1782217301.822982:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1782217301.822997:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1782217301.897950:0:24261:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1782217301.898140:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1782217301.898146:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1782217301.899365:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1782217301.899375:0:24261:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1782217301.900087:0:24261:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1782217301.900116:0:24261:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1782217301.900122:0:24261:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.130@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1782217301.915022:0:24261:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.130@tcp ctxt 0 is initialized 00000020:01000004:3.0:1782217301.915087:0:24261:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.130@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1782217301.915092:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1782217301.915094:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1782217301.915095:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217301.915097:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217301.915098:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217301.915099:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217301.915101:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1782217301.915103:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217301.915104:0:24261:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217301.915108:0:24261:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1782217301.915117:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1782217301.915118:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1782217301.915119:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1782217301.915120:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1782217301.915121:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1782217301.915122:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1782217301.915123:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1782217301.915124:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1782217301.915125:0:24261:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1782217301.915160:0:24261:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1782217301.915181:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183616:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1782217301.915252:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217301.916549:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183616 00000100:00100000:0.0:1782217301.916562:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183616 00000100:00100000:0.0:1782217301.916636:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1782217301.916646:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:24261:x1868789713183616:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1782217301.917142:0:22753:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1782217301.917146:0:22753:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1782217301.917150:0:22753:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1782217301.917704:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:24261:x1868789713183616:12345-0@lo:253:mount.lustre.0 Request processed in 1057us (2449us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217301.917715:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1782217301.918111:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426cc540 going to sleep for 11 seconds 00000100:00100000:1.0:1782217301.918140:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183616:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1782217301.918153:0:24261:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1782217301.918157:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1782217301.918158:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1782217301.918160:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782217301.918161:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782217301.918162:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782217301.918163:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782217301.918165:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1782217301.918166:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782217301.918168:0:24261:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1782217301.918189:0:24261:0:(tgt_mount.c:101:server_register_mount()) register mount ffff952e589ed000 from lustre-OST0000 10000000:01000000:1.0:1782217301.918237:0:24261:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1782217301.918240:0:24261:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1782217301.918249:0:24261:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff952e73978000 local copy 00010000:00010000:1.0:1782217301.918266:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217301.918362:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183744:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217301.918413:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.918432:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217301.918614:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183744 00000100:00100000:0.0:1782217301.918621:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183744 00000100:00100000:0.0:1782217301.918659:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1782217301.918668:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:24261:x1868789713183744:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217301.919689:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+18:24261:x1868789713183744:12345-0@lo:501:mount.lustre.0 Request processed in 1010us (1263us total) trans 0 rc -2/-2 00000100:00100000:0.0:1782217301.919699:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1782217301.919869:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183744:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1782217301.919886:0:24261:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1782217301.919920:0:24261:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1782217301.919929:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.919939:0:24261:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217301.919967:0:24261:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff952e589ed000 10000000:01000000:1.0:1782217301.919972:0:24261:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1782217301.919977:0:24261:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1782217301.919979:0:24261:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1782217301.919983:0:24261:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1782217301.919986:0:24261:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1782217301.920010:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.920017:0:24261:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.920026:0:24261:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217301.920061:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183872:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782217301.920092:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.920128:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217301.920241:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713183872 00000100:00100000:0.0:1782217301.920246:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713183872 00000100:00100000:0.0:1782217301.920284:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1782217301.920292:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+18:24261:x1868789713183872:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217301.920302:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217301.920314:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343600/0x92b8e04cbf5faf67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf60 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217301.920335:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343600/0x92b8e04cbf5faf67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf60 expref: 19 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217301.920344:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343600/0x92b8e04cbf5faf67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf60 expref: 19 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217301.920354:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343600, rc 0) 00000100:00100000:0.0:1782217301.920403:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713183872:12345-0@lo:101:mount.lustre.0 Request processed in 112us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217301.920410:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1782217301.920620:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713183872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217301.920632:0:24261:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf67 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.920640:0:24261:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf67 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782217301.922107:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1782217301.923138:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782217301.928345:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1782217301.928400:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1782217301.928416:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1782217301.928430:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1782217301.928444:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1782217301.928457:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1782217301.928470:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1782217301.928551:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1782217301.928570:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1782217301.928613:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1782217301.928627:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1782217301.928637:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1782217301.928657:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1782217301.928661:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1782217301.928877:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217301.929001:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.929316:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28180 going to sleep for 11 seconds 00000100:00100000:0.0:1782217301.929360:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184000 00000100:00100000:0.0:1782217301.929367:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184000 00000100:00100000:0.0:1782217301.929466:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1782217301.929476:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184000:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217301.929898:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184000:12345-0@lo:501:mount.lustre.0 Request processed in 422us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217301.929914:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1782217301.929984:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217301.930020:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184128:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217301.931640:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.931763:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28180 going to sleep for 11 seconds 00000100:00100000:3.0:1782217301.931854:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184128 00000100:00100000:3.0:1782217301.931862:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184128 00000100:00100000:3.0:1782217301.931972:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1782217301.931983:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184128:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217301.933005:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184128:12345-0@lo:503:mount.lustre.0 Request processed in 1020us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217301.933016:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1782217301.933095:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184128:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1782217301.933814:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782217301.937104:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184256:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217301.937197:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.937290:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782217301.941449:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184256 00000100:00100000:0.0:1782217301.941464:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184256 00000100:00100000:0.0:1782217301.941553:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1782217301.941564:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184256:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217301.942246:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184256:12345-0@lo:502:mount.lustre.0 Request processed in 682us (5048us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217301.942255:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1782217301.942363:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184256:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217301.942621:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1782217301.942655:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1782217301.942671:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1782217301.942684:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1782217301.942699:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1782217301.942711:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1782217301.942723:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1782217301.942735:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1782217301.942747:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1782217301.942759:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1782217301.942771:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1782217301.942784:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1782217301.942816:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217301.942877:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.942921:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e51f28e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217301.943047:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184384 00000100:00100000:3.0:1782217301.943054:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184384 00000100:00100000:3.0:1782217301.943091:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1782217301.943099:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217301.943190:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184384:12345-0@lo:502:mount.lustre.0 Request processed in 90us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217301.943197:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1782217301.943401:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184384:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217301.943450:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1782217301.943458:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1782217301.951459:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1782217301.951471:0:24278:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1782217301.951477:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217301.951479:0:24278:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1782217301.951486:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1782217301.951504:0:24278:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff952d42728000) 00000020:00000080:1.0:1782217301.951528:0:24278:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1782217301.951534:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1782217301.951674:0:24278:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952e589ed000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1782217301.951683:0:24278:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1782217301.951690:0:24278:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x92b8e04cbf5faf75 00010000:00010000:1.0:1782217301.957247:0:24278:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1782217301.958081:0:24278:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1782217301.960090:0:24278:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1782217301.965397:0:24278:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1782217301.965408:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217301.965414:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965417:0:24278:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1782217301.965420:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1782217301.965430:0:24278:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1782217301.965431:0:24278:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217301.965433:0:24278:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1782217301.965435:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1782217301.965438:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965439:0:24278:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1782217301.965441:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217301.965445:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965446:0:24278:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1782217301.965449:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1782217301.965450:0:24278:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1782217301.965452:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217301.965455:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965456:0:24278:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1782217301.965458:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217301.965460:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965461:0:24278:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1782217301.965465:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1782217301.965495:0:24278:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217301.965498:0:24278:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217301.965499:0:24278:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782217301.965502:0:24278:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1782217301.965818:0:24261:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1782217301.965855:0:24261:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1782217301.965983:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf67 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.965995:0:24261:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43072400/0x92b8e04cbf5faf60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf67 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217301.966003:0:24261:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952e589ed000 from 1 10000000:01000000:1.0:1782217301.966009:0:24261:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217301.966042:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.966049:0:24261:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217301.966066:0:24261:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217301.966087:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184512:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782217301.966143:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.966181:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217301.970052:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184512 00000100:00100000:2.0:1782217301.970066:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184512 00000100:00100000:2.0:1782217301.970117:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782217301.970127:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+19:24261:x1868789713184512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217301.970150:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217301.970166:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf7c expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217301.970203:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 20 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217301.970214:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 20 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217301.970223:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fcc00, rc 0) 00000100:00100000:2.0:1782217301.970301:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184512:12345-0@lo:101:mount.lustre.0 Request processed in 176us (4157us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217301.970308:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1782217301.970727:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184512:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217301.970745:0:24261:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217301.970754:0:24261:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1782217301.972779:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1782217301.973446:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1782217301.973702:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1782217301.973731:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1782217301.973746:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1782217301.973760:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1782217301.973773:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1782217301.973786:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1782217301.973811:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1782217301.973836:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1782217301.973851:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1782217301.973864:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1782217301.973875:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1782217301.973891:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1782217301.973896:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1782217301.973984:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782217301.974045:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217301.974086:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e583b79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1782217301.974505:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184640 00000100:00100000:3.0:1782217301.974512:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184640 00000100:00100000:3.0:1782217301.974560:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1782217301.974569:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184640:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217301.974721:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184640:12345-0@lo:501:mount.lustre.0 Request processed in 153us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217301.974729:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1782217301.975144:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184640:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217301.975198:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184768:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217301.975244:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217301.975276:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2480 going to sleep for 11 seconds 00000100:00100000:3.0:1782217301.975380:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184768 00000100:00100000:3.0:1782217301.975385:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184768 00000100:00100000:3.0:1782217301.975423:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1782217301.975430:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184768:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217301.975517:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184768:12345-0@lo:503:mount.lustre.0 Request processed in 87us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217301.975524:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1782217301.978701:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184768:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1782217301.979332:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1782217301.979429:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184896:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217301.979498:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217301.980238:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e583b7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217301.985113:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713184896 00000100:00100000:3.0:1782217301.985126:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713184896 00000100:00100000:3.0:1782217301.985286:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1782217301.985297:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217301.985472:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713184896:12345-0@lo:502:mount.lustre.0 Request processed in 176us (5973us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217301.985480:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1782217301.985572:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713184896:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217301.985839:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1782217301.985873:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1782217301.985886:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1782217301.985896:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1782217301.985922:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1782217301.985938:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1782217301.985949:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1782217301.985960:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1782217301.985972:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1782217301.985984:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1782217301.985997:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1782217301.986032:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185024:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217301.986079:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217301.993580:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185024 00000100:00100000:2.0:1782217301.993636:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185024 00000100:00100000:1.0:1782217301.993641:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2600 going to sleep for 11 seconds 00000100:00100000:0.0:1782217301.994994:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1782217301.995013:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713185024:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217301.996075:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713185024:12345-0@lo:502:mount.lustre.0 Request processed in 1065us (9990us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217301.996087:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1782217301.996327:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185024:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217301.996416:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1782217301.996430:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1782217302.001269:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217302.001282:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001284:0:24282:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1782217302.001293:0:24282:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952e589ed000 00000020:00000080:2.0:1782217302.001295:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782217302.001303:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217302.001305:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001307:0:24282:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1782217302.001309:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217302.001311:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001312:0:24282:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1782217302.001315:0:24282:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952e589ed000 00000020:00000080:2.0:1782217302.001317:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782217302.001399:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217302.001404:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001405:0:24282:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1782217302.001408:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217302.001410:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001411:0:24282:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1782217302.001414:0:24282:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952e589ed000 00000020:00000080:2.0:1782217302.001416:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782217302.001437:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217302.001440:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001441:0:24282:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1782217302.001444:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1782217302.001446:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001448:0:24282:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1782217302.001450:0:24282:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952e589ed000 00000020:00000080:2.0:1782217302.001452:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1782217302.001473:0:24282:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1782217302.001477:0:24282:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1782217302.001478:0:24282:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1782217302.001481:0:24282:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1782217302.003438:0:24261:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1782217302.003483:0:24261:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1782217302.003502:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217302.003515:0:24261:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217302.003572:0:24261:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1782217302.003575:0:24261:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff952e589ed000 10000000:01000000:3.0:1782217302.003579:0:24261:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff952e589ed000 10000000:01000000:3.0:1782217302.003603:0:24261:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217302.003610:0:24261:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff952e589ed000 from 1 10000000:01000000:3.0:1782217302.003613:0:24261:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1782217302.003648:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217302.003657:0:24261:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217302.003674:0:24261:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217302.003697:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185152:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217302.003837:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.003874:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426cc840 going to sleep for 11 seconds 00000100:00100000:2.0:1782217302.004953:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185152 00000100:00100000:2.0:1782217302.004963:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185152 00000100:00100000:2.0:1782217302.005016:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1782217302.005026:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+20:24261:x1868789713185152:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217302.005041:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217302.005054:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5faf91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faf8a expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217302.005078:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5faf91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf8a expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217302.005089:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fc200/0x92b8e04cbf5faf91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf8a expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217302.005105:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fc200, rc 0) 00000100:00100000:2.0:1782217302.005163:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185152:12345-0@lo:101:mount.lustre.0 Request processed in 137us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.005182:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1782217302.005183:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185152:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217302.005201:0:24261:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf91 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217302.005212:0:24261:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5faf91 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782217302.012101:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1782217302.012413:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782217302.014151:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1782217302.014197:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1782217302.014212:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1782217302.014226:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1782217302.014387:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1782217302.014405:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1782217302.014418:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1782217302.014431:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1782217302.014444:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1782217302.014457:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1782217302.014472:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1782217302.014488:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1782217302.014503:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1782217302.014519:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1782217302.014548:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1782217302.014563:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1782217302.014577:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1782217302.016134:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1782217302.016157:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1782217302.016173:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1782217302.016204:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1782217302.016219:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1782217302.016230:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1782217302.016244:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1782217302.016257:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1782217302.016269:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1782217302.016281:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1782217302.016292:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1782217302.016305:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1782217302.016319:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1782217302.016332:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1782217302.016348:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1782217302.016360:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1782217302.016371:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1782217302.016381:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1782217302.016392:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1782217302.016418:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1782217302.016438:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1782217302.016454:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1782217302.016474:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1782217302.016491:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1782217302.016508:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1782217302.016523:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1782217302.016538:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1782217302.016552:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1782217302.016567:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1782217302.016600:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1782217302.016632:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1782217302.016810:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1782217302.016844:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1782217302.016868:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1782217302.016875:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1782217302.018176:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217302.018251:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.018300:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426ccc00 going to sleep for 11 seconds 00000100:00100000:1.0:1782217302.018916:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185280 00000100:00100000:1.0:1782217302.018925:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185280 00000100:00100000:1.0:1782217302.018978:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1782217302.018988:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185280:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217302.019123:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185280:12345-0@lo:501:mount.lustre.0 Request processed in 136us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.019131:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1782217302.020423:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217302.020474:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217302.020538:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.020569:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426ccc00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217302.020630:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185408 00000100:00100000:0.0:1782217302.020637:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185408 00000100:00100000:0.0:1782217302.020855:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1782217302.020867:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185408:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217302.020968:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185408:12345-0@lo:503:mount.lustre.0 Request processed in 104us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217302.024102:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185408:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1782217302.024841:0:24261:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782217302.025300:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1782217302.025403:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217302.025466:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.025556:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426cc840 going to sleep for 11 seconds 00000100:00100000:0.0:1782217302.028138:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185536 00000100:00100000:0.0:1782217302.028151:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185536 00000100:00100000:0.0:1782217302.028249:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1782217302.028261:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217302.028429:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185536:12345-0@lo:502:mount.lustre.0 Request processed in 171us (2962us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217302.028438:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1782217302.028687:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217302.028934:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1782217302.028970:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1782217302.028988:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1782217302.029003:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1782217302.029023:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1782217302.029038:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1782217302.029052:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1782217302.029069:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1782217302.029087:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1782217302.029104:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1782217302.029122:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1782217302.029138:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1782217302.029153:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1782217302.029165:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1782217302.029176:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1782217302.029187:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1782217302.029197:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1782217302.029218:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1782217302.029231:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1782217302.029254:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1782217302.029268:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1782217302.029284:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1782217302.029304:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1782217302.029321:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1782217302.029336:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1782217302.029352:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1782217302.029365:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1782217302.029377:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1782217302.029392:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1782217302.029406:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1782217302.029421:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1782217302.029435:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1782217302.029446:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1782217302.029467:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1782217302.029478:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1782217302.029488:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1782217302.029500:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1782217302.029525:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1782217302.029537:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1782217302.029550:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1782217302.029563:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1782217302.029575:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1782217302.029606:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1782217302.029620:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1782217302.029632:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1782217302.029641:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1782217302.029651:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1782217302.029662:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1782217302.029712:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217302.029766:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.029806:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2840 going to sleep for 11 seconds 00000100:00100000:2.0:1782217302.029836:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185664 00000100:00100000:2.0:1782217302.029844:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185664 00000100:00100000:2.0:1782217302.029883:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1782217302.029889:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185664:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217302.029970:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185664:12345-0@lo:502:mount.lustre.0 Request processed in 81us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.029975:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1782217302.030035:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1782217302.030153:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1782217302.030239:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1782217302.030277:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217302.030315:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.030372:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d426cc540 going to sleep for 11 seconds 00000100:00100000:2.0:1782217302.030516:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185792 00000100:00100000:2.0:1782217302.030522:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185792 00000100:00100000:2.0:1782217302.030552:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1782217302.030560:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185792:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217302.030653:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713185792:12345-0@lo:502:mount.lustre.0 Request processed in 92us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.030660:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1782217302.031292:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713185792:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217302.031353:0:24261:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1782217302.031364:0:24261:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1782217302.034608:0:24287:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1782217302.034626:0:24287:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff952d4272b380) 00000020:00000080:1.0:1782217302.034651:0:24287:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1782217302.034808:0:24287:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952e589ed000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1782217302.034812:0:24287:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952e589ed000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1782217302.034814:0:24287:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e589ed000 3 00010000:00080000:1.0:1782217302.034854:0:24287:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d41beb800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.130@tcp at head 00010000:00010000:1.0:1782217302.039277:0:24287:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1782217302.039390:0:24287:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1782217302.039435:0:24287:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1782217302.039451:0:24287:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x92b8e04cbf5faf9f 00000100:00080000:1.0:1782217302.039461:0:24287:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782217302.039467:0:24287:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff952d41beb800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217302.039501:0:24287:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e7b303800 x1868789713185920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782217302.040034:0:24287:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1782217302.040077:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217302.040081:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217302.040084:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217302.040087:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217302.040108:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217302.040111:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1782217302.040113:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1782217302.040124:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1782217302.040161:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713186048:0@lo:400:kworker.0 00000100:00100000:1.0:1782217302.040219:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.040249:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1782217302.040255:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1868789713186432:0@lo:400:kworker.0 00000100:00100000:1.0:1782217302.040278:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217302.042692:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186048 00000100:00100000:0.0:1782217302.042708:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186048 00000100:00100000:0.0:1782217302.042803:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1782217302.042814:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713186048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217302.042943:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713186048:12345-0@lo:400:kworker.0 Request processed in 131us (2723us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217302.042951:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1782217302.043537:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186432 00000100:00100000:2.0:1782217302.043546:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186432 00000100:00100000:2.0:1782217302.043789:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782217302.043801:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1868789713186432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217302.043868:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1868789713186432:12345-0@lo:400:kworker.0 Request processed in 70us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.043876:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1782217302.046064:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713185920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217302.046132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217302.046183:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713185920 00000100:00100000:2.0:1782217302.046191:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713185920 00000100:00100000:3.0:1782217302.046221:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713186176:0@lo:400:kworker.0 00000100:00100000:2.0:1782217302.046228:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782217302.046236:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1868789713185920:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217302.046251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.046272:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782217302.046279:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713186304:0@lo:400:kworker.0 00000100:00100000:3.0:1782217302.046304:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1782217302.047459:0:22759:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:2.0:1782217302.047506:0:22759:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x92b8e04cbf5fafa6 00000004:00100000:2.0:1782217302.047523:0:22759:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1782217302.047562:0:22759:0:(import.c:65:import_set_state_nolock()) ffff952d42000800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217302.047652:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1868789713185920:12345-0@lo:38:llog_process_th.0 Request processed in 1414us (1518us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.047662:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782217302.047783:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186176 00000100:00100000:2.0:1782217302.047790:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186176 00000100:00100000:2.0:1782217302.047832:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782217302.047841:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713186176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217302.047879:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713186176:12345-0@lo:400:kworker.0 Request processed in 40us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.047888:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1782217302.047950:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e7b303800 x1868789713185920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217302.047962:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217302.047970:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1782217302.047978:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1782217302.047983:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1782217302.047986:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d41beb800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1782217302.047993:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1868789713185920:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1782217302.048234:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e7b303480 x1868789713186176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217302.048245:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713186176:0@lo:400:kworker.0 00000100:00100000:1.0:1782217302.050094:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186304 00000100:00100000:1.0:1782217302.050106:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186304 00000100:00100000:1.0:1782217302.050159:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1782217302.050168:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713186304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217302.050256:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713186304:12345-0@lo:400:kworker.0 Request processed in 88us (3949us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.050263:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000020:01000004:1.0:1782217302.050368:0:24287:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1782217302.050394:0:24287:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff952d4440cd40) 00000020:00000080:1.0:1782217302.050416:0:24287:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1782217302.050565:0:24287:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952e589ed000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1782217302.050570:0:24287:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952e589ed000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1782217302.050572:0:24287:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952e589ed000 3 00010000:00080000:1.0:1782217302.050625:0:24287:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d41bed800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.130@tcp at head 00000100:00100000:3.0:1782217302.051126:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713186304:0@lo:400:kworker.0 00010000:00080000:0.0:1782217302.052462:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e7b302300 x1868789713186432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217302.052478:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1868789713186432:0@lo:400:kworker.0 00000100:00100000:0.0:1782217302.052491:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713186048:0@lo:400:kworker.0 00010000:00010000:1.0:1782217302.055578:0:24287:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1782217302.055699:0:24287:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1782217302.055760:0:24287:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1782217302.055774:0:24287:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x92b8e04cbf5fafb4 00000100:00080000:1.0:1782217302.055784:0:24287:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1782217302.055790:0:24287:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff952d41bed800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:1.0:1782217302.055844:0:24287:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e7b303b80 x1868789713186560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1782217302.055875:0:24287:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1782217302.055960:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217302.055965:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217302.055968:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217302.055977:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217302.055980:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217302.055982:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217302.055985:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217302.055988:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1782217302.056785:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1868789713186560:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1782217302.056874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217302.056935:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186560 00000100:00100000:2.0:1782217302.056942:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186560 00000100:00100000:2.0:1782217302.056978:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782217302.056985:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1868789713186560:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1782217302.057015:0:22759:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:2.0:1782217302.057066:0:22759:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x92b8e04cbf5fafbb 00000004:00100000:2.0:1782217302.057084:0:22759:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1782217302.057119:0:22759:0:(import.c:65:import_set_state_nolock()) ffff952d42007800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217302.057175:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1868789713186560:12345-0@lo:38:llog_process_th.0 Request processed in 187us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217302.057183:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1782217302.057220:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff952e7b303b80 x1868789713186560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217302.057231:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217302.057239:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1782217302.057245:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1782217302.057250:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1782217302.057253:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d41bed800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1782217302.057259:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1868789713186560:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1782217302.057612:0:24287:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1782217302.057834:0:24261:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1782217302.057862:0:24261:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1782217302.057884:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf91 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.057894:0:24261:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362200/0x92b8e04cbf5faf8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5faf91 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1782217302.057947:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1782217302.057949:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1782217302.057950:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782217302.057951:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782217302.057952:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782217302.057954:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782217302.057955:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1782217302.057956:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782217302.057957:0:24261:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1782217302.057961:0:24261:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1782217302.057963:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1782217302.057964:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1782217302.057965:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782217302.057966:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782217302.057967:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782217302.057968:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782217302.057969:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1782217302.057970:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782217302.057971:0:24261:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1782217302.057986:0:24261:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1782217302.057999:0:24261:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713186688:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1782217302.058039:0:24261:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.058063:0:24261:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2000 going to sleep for 11 seconds 00000100:00100000:1.0:1782217302.058079:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186688 00000100:00100000:1.0:1782217302.058090:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186688 00000100:00100000:1.0:1782217302.058133:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1782217302.058139:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713186688:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782217302.058158:0:22751:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1782217302.058170:0:22751:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1782217302.067974:0:22751:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1782217302.067996:0:22751:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1782217302.068110:0:22774:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1782217302.068116:0:22774:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1782217302.068138:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068156:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068163:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 21 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068170:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068207:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 21 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068220:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 21 pid: 22751 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217302.068234:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713186816:0@lo:104: 00000100:00100000:1.0:1782217302.068333:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:24261:x1868789713186688:12345-0@lo:253:mount.lustre.0 Request processed in 10192us (10291us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.068344:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1782217302.068409:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1782217302.068506:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.068523:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 20 pid: 22753 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217302.068528:0:24261:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:24261:1868789713186688:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1782217302.068539:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713186944:0@lo:104: 10000000:01000000:2.0:1782217302.068544:0:24261:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1782217302.068548:0:24261:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1782217302.068556:0:24261:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1782217302.068558:0:24261:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217302.068560:0:24261:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217302.068561:0:24261:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217302.068563:0:24261:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217302.068565:0:24261:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782217302.068567:0:24261:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217302.068568:0:24261:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1782217302.068573:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:02000000:2.0:1782217302.068623:0:24261:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1782217302.070438:0:24261:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1782217302.072614:0:22774:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d421eb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217302.073077:0:22741:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1782217302.073102:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186816 00000100:00100000:1.0:1782217302.073110:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186816 00000100:00100000:1.0:1782217302.073148:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713186944 00000100:00100000:1.0:1782217302.073150:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713186944 00000100:00100000:1.0:1782217302.073166:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782217302.073174:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713186816:12345-0@lo:104: 00010000:00010000:1.0:1782217302.073191:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217302.073380:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713186816:0@lo:104: 00010000:00010000:1.0:1782217302.073501:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1782217302.073508:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713186816:12345-0@lo:104: Request processed in 335us (5100us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.073517:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782217302.073539:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782217302.073548:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713186944:12345-0@lo:104: 00010000:00010000:1.0:1782217302.073556:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073632:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1782217302.073638:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7d31c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713186944:12345-0@lo:104: Request processed in 93us (5065us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.073644:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1782217302.073830:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782217302.073837:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073846:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073c00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217302.073850:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073858:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217302.073865:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217302.073871:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1782217302.073905:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073912:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217302.073932:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073939:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43073c00/0x92b8e04cbf5faf13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf1a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073961:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217302.073964:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073970:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073000 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217302.073973:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.073980:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217302.073986:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217302.073991:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1782217302.074004:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.074009:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217302.074019:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.074025:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43073000/0x92b8e04cbf5faf05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf0c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217302.074037:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217302.074039:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217302.074040:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217302.074053:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713187072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217302.074092:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.074138:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713186944:0@lo:104: 00010000:00010000:1.0:1782217302.074157:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.074212:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217302.077785:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713187200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782217302.077864:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217302.077951:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187072 00000100:00100000:3.0:1782217302.077958:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187072 00010000:00010000:3.0:1782217302.077990:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 21 pid: 22751 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217302.078029:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187200 00000100:00100000:3.0:1782217302.078032:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187200 00000100:00100000:0.0:1782217302.078044:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1782217302.078048:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 22 pid: 22753 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217302.078061:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+22:3648:x1868789713187072:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782217302.078063:0:22743:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1782217302.078073:0:22743:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1782217302.078077:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217302.078085:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 22 pid: 22751 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078099:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 22 pid: 22751 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078116:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42343400/0x92b8e04cbf5faf1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faf13 expref: 22 pid: 22751 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078131:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217302.078172:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+21:3648:x1868789713187072:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (4079us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217302.078180:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782217302.078200:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782217302.078208:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47662850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+20:3649:x1868789713187200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217302.078217:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217302.078239:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 20 pid: 22753 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078248:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 20 pid: 22753 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078257:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42343000/0x92b8e04cbf5faf0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faf05 expref: 20 pid: 22753 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078267:0:22744:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078276:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1782217302.078290:0:22744:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010174421s 00010000:00010000:0.0:1782217302.078295:0:22744:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078301:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078307:0:22744:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078313:0:22744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078329:0:22744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217302.078333:0:22744:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078352:0:22744:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078376:0:22744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217302.078386:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217302.078423:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47662850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+19:3649:x1868789713187200:12345-0@lo:103:ldlm_bl.0 Request processed in 215us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217302.078429:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782217302.078496:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713187072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782217302.079405:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713187200:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782217302.079733:0:22774:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217302.079743:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217302.079749:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42342a00/0x92b8e04cbf5fafc2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1782217302.080394:0:24261:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1782217302.080409:0:24261:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1782217302.080444:0:24261:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1782217302.080483:0:24261:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1782217302.080504:0:24261:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1782217302.080519:0:24261:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1782217302.082355:0:24261:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1782217302.082648:0:24261:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1782217302.521668:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217302.584909:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713187328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217302.584981:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.585125:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187328 00000100:00100000:1.0:1782217302.585133:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187328 00000100:00100000:1.0:1782217302.585191:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1782217302.585201:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713187328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1782217302.585234:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782217302.585290:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713187328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.585298:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782217302.585469:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713187328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217302.585733:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217302.585745:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713187456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782217302.585775:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217302.585884:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187456 00000100:00100000:1.0:1782217302.585889:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187456 00000100:00100000:1.0:1782217302.585933:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1782217302.585940:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713187456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782217302.585961:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782217302.586124:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713187456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 184us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217302.586132:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1782217302.593144:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713187456:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1782217302.942084:0:24341:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782217302.942288:0:24341:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1782217303.549079:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1782217303.816833:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782217303.816841:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d4229e000 from 13 10000000:01000000:1.0:1782217303.816846:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782217303.816984:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217303.817006:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217303.817018:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217303.817043:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217303.817108:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217303.817154:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47d88540 going to sleep for 11 seconds 00000100:00100000:3.0:1782217303.817206:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187584 00000100:00100000:3.0:1782217303.817213:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187584 00000100:00100000:3.0:1782217303.817268:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1782217303.817277:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+19:22755:x1868789713187584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782217303.817289:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217303.817302:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fafc9 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.817325:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.817335:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 20 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.817344:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7b363400, rc 0) 00000100:00100000:3.0:1782217303.817391:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+20:22755:x1868789713187584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217303.817398:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1782217303.817518:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217303.817532:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217303.817542:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217303.817628:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187712:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1782217303.817660:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217303.817678:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e47d88540 going to sleep for 11 seconds 00000100:00100000:3.0:1782217303.817768:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187712 00000100:00100000:3.0:1782217303.817773:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187712 00000100:00100000:3.0:1782217303.817804:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1782217303.817821:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:22755:x1868789713187712:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1782217303.817835:0:22751:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1782217303.817851:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1782217303.817855:0:22751:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1782217303.818049:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:22755:x1868789713187712:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 237us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217303.818056:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1782217303.818086:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187712:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1782217303.818138:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782217303.818144:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.818152:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217303.818161:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1782217303.818163:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d43123800 from 13 10000000:01000000:3.0:1782217303.818166:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1782217303.818184:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.818191:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.818198:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217303.818220:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1782217303.818243:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217303.818271:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217303.818317:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187840 00000100:00100000:0.0:1782217303.818322:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187840 00000100:00100000:0.0:1782217303.818355:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1782217303.818361:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+20:22755:x1868789713187840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217303.818370:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217303.818378:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fafd7 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217303.818393:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217303.818402:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217303.818415:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342c00, rc 0) 00000100:00100000:0.0:1782217303.818444:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713187840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 83us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217303.818450:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1782217303.818550:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782217303.818562:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.818571:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217303.818634:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187968:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1782217303.818661:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217303.818681:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43d1cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217303.818727:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713187968 00000100:00100000:0.0:1782217303.818731:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713187968 00000100:00100000:0.0:1782217303.818754:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1782217303.818760:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713187968:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1782217303.818770:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1782217303.818782:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1782217303.818785:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1782217303.818863:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713187968:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 102us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217303.818869:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1782217303.819040:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713187968:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1782217303.819074:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1782217303.819079:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217303.819087:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217304.571874:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217305.593515:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217306.617732:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1782217307.192729:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217307.192736:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217307.192739:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217307.192743:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217307.192768:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217307.192771:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217307.192775:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217307.192778:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1782217307.192848:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713188096:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.192914:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.192956:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1868789713188608:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.192981:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193004:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217307.193011:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713188480:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193034:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193062:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713188224:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193084:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193100:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1868789713188736:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193123:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193138:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1782217307.193144:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713188352:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193177:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713188864:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.193228:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188096 00000100:00100000:0.0:1782217307.193235:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188096 00000100:00100000:0.0:1782217307.193280:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1782217307.193288:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:3648:x1868789713188096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193335:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:3648:x1868789713188096:12345-0@lo:400:kworker.0 Request processed in 47us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193342:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1782217307.193372:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188608 00000100:00100000:0.0:1782217307.193376:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188608 00000100:00100000:0.0:1782217307.193402:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188736 00000100:00100000:0.0:1782217307.193405:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188736 00000100:00100000:0.0:1782217307.193431:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188352 00000100:00100000:0.0:1782217307.193434:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188352 00000100:00100000:0.0:1782217307.193443:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188864 00000100:00100000:0.0:1782217307.193445:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188864 00000100:00100000:0.0:1782217307.193459:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217307.193465:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1868789713188608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193494:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1868789713188608:12345-0@lo:400:kworker.0 Request processed in 30us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193501:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217307.193512:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217307.193518:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1868789713188736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193548:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1868789713188736:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193554:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217307.193564:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782217307.193570:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713188352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193619:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713188352:12345-0@lo:400:kworker.0 Request processed in 48us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193625:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1782217307.193636:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1782217307.193641:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713188864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193665:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713188864:12345-0@lo:400:kworker.0 Request processed in 24us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193671:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1782217307.193690:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188480 00000100:00100000:0.0:1782217307.193698:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188480 00000100:00100000:0.0:1782217307.193721:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188224 00000100:00100000:0.0:1782217307.193724:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188224 00000100:00100000:0.0:1782217307.193736:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782217307.193741:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713188480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193796:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713188480:12345-0@lo:400:kworker.0 Request processed in 46us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193803:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782217307.193814:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1782217307.193819:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713188224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193844:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713188224:12345-0@lo:400:kworker.0 Request processed in 25us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.193850:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:0.0:1782217307.193902:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a4a80 x1868789713188352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217307.193916:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713188352:0@lo:400:kworker.0 00010000:00080000:0.0:1782217307.193928:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a5500 x1868789713188864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217307.193936:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713188864:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193945:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713188224:0@lo:400:kworker.0 00010000:00080000:0.0:1782217307.193954:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a5180 x1868789713188736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217307.193961:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1868789713188736:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.193994:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713188480:0@lo:400:kworker.0 00000100:00100000:0.0:1782217307.194011:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713188096:0@lo:400:kworker.0 00010000:00080000:0.0:1782217307.194021:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a4000 x1868789713188608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217307.194029:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1868789713188608:0@lo:400:kworker.0 00000100:00080000:3.0:1782217307.197180:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1782217307.197198:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1782217307.642127:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217307.705513:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713188992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217307.705608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.705663:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713188992 00000100:00100000:0.0:1782217307.705670:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713188992 00000100:00100000:0.0:1782217307.705715:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217307.705723:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713188992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782217307.705773:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217307.705831:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713188992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.705839:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217307.706760:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713188992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217307.708552:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782217307.708576:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713189120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782217307.711252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217307.711492:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189120 00000100:00100000:0.0:1782217307.711500:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189120 00000100:00100000:0.0:1782217307.711556:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782217307.711567:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713189120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782217307.711621:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782217307.711670:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713189120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217307.711678:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782217307.712002:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713189120:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1782217307.967500:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1782217308.434318:0:24632:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg330-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1782217308.685803:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1782217309.410191:0:24684:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1782217309.410422:0:24684:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1782217309.690229:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1782217309.882688:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1782217310.216420:0:24734:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782217310.216713:0:24734:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1782217310.718211:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217311.746481:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217312.312688:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217297/real 1782217297] req@ffff952d4449ce00 x1868789713182336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.312727:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449ce00 x1868789713182336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.312739:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217297/real 1782217297] req@ffff952d4449f800 x1868789713182464/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.312763:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d4449f800 x1868789713182464/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782217312.312789:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e64e4a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217312.312811:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782217312.312816:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713182336:0@lo:8:kworker.0 00000100:00080000:3.0:1782217312.312836:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217312.312841:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782217312.312844:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713182464:0@lo:8:kworker.0 00000100:00080000:0.0:1782217312.313148:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217312.313154:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217312.313157:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217312.313160:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1782217312.313187:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217312.313191:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1782217312.313195:0:36:0:(import.c:65:import_set_state_nolock()) ffff952e64e4a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217312.313200:0:36:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 660 00000100:00080000:0.0:1782217312.313206:0:36:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782217312.313214:0:36:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff952e64e4a800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217312.313237:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e9a5500 x1868789713189760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217312.313248:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217312.313251:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782217312.313253:0:36:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217312.313257:0:36:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 660 00000100:00080000:0.0:1782217312.313259:0:36:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1782217312.313263:0:36:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff952d436da800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217312.313273:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952e4e9a4a80 x1868789713189888/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217312.313323:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713189376:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313407:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313472:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1868789713190144:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313503:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313524:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1782217312.313530:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713189248:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313602:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713190016:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313624:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313650:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713189504:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313692:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713190272:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313711:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313726:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782217312.313731:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713189632:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.313764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.313801:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189376 00000100:00100000:0.0:1782217312.313811:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189376 00000100:00100000:3.0:1782217312.314143:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713189760:0@lo:8:kworker.0 00000100:00100000:3.0:1782217312.314187:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217312.314216:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e9a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713189888:0@lo:8:kworker.0 00000100:00100000:3.0:1782217312.314244:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217312.314303:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190144 00000100:00100000:3.0:1782217312.314307:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190144 00000100:00100000:3.0:1782217312.314364:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190016 00000100:00100000:3.0:1782217312.314367:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190016 00000100:00100000:3.0:1782217312.314380:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189504 00000100:00100000:3.0:1782217312.314382:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189504 00000100:00100000:3.0:1782217312.314391:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190272 00000100:00100000:3.0:1782217312.314404:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190272 00000100:00100000:3.0:1782217312.314428:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782217312.314437:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1868789713190144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.314498:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1868789713190144:12345-0@lo:400:kworker.0 Request processed in 62us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.314506:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1782217312.314523:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782217312.314529:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1868789713190016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.314554:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1868789713190016:12345-0@lo:400:kworker.0 Request processed in 25us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.314560:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782217312.314570:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782217312.314575:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713189504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.314637:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713189504:12345-0@lo:400:kworker.0 Request processed in 62us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.314644:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1782217312.314656:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1782217312.314662:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713190272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.314690:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713190272:12345-0@lo:400:kworker.0 Request processed in 29us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.314696:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1782217312.314720:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1782217312.314723:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1782217312.314762:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a5180 x1868789713189504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.314778:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713189504:0@lo:400:kworker.0 00010000:00080000:3.0:1782217312.314803:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a4380 x1868789713190272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.314812:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713190272:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.314999:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189632 00000100:00100000:0.0:1782217312.315004:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189632 00000100:00100000:0.0:1782217312.315020:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00010000:00080000:3.0:1782217312.315197:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a7480 x1868789713190016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.315207:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713190016:0@lo:400:kworker.0 00010000:00080000:3.0:1782217312.315220:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a5880 x1868789713190144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.315228:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1868789713190144:0@lo:400:kworker.0 00000100:00100000:1.0:1782217312.315338:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189248 00000100:00100000:1.0:1782217312.315343:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189248 00000100:00100000:1.0:1782217312.315379:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1782217312.315395:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:3650:x1868789713189248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217312.315447:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:3650:x1868789713189248:12345-0@lo:400:kworker.0 Request processed in 54us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217312.315454:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1782217312.315495:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189760 00000100:00100000:1.0:1782217312.315499:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189760 00000100:00100000:1.0:1782217312.315515:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713189888 00000100:00100000:1.0:1782217312.315519:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713189888 00000100:00100000:1.0:1782217312.315530:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782217312.315536:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1868789713189760:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782217312.315567:0:24266:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:1.0:1782217312.315629:0:24266:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5fafe5 00002000:00100000:1.0:1782217312.315646:0:24266:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff952d41be9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1782217312.315651:0:24266:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1782217312.315654:0:24266:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1782217312.315967:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713189376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.316014:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713189376:12345-0@lo:400:kworker.0 Request processed in 51us (2608us total) trans 0 rc 0/0 00002000:00080000:1.0:1782217312.316526:0:24266:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1782217312.316566:0:24266:0:(import.c:65:import_set_state_nolock()) ffff952d41bef000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782217312.316650:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1868789713189760:12345-0@lo:8:kworker.0 Request processed in 1112us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217312.316659:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1782217312.316687:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782217312.316693:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1868789713189888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1782217312.316711:0:24266:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1782217312.316933:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782217312.316950:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713189632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.317003:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713189632:12345-0@lo:400:kworker.0 Request processed in 61us (3237us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.317010:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782217312.317094:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713189632:0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.317172:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713189248:0@lo:400:kworker.0 00000100:00100000:3.0:1782217312.317188:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713189376:0@lo:400:kworker.0 00000100:00100000:0.0:1782217312.320448:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1782217312.321273:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952e4e9a5500 x1868789713189760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782217332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217312.321290:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782217312.321321:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1782217312.321332:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1782217312.321339:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1782217312.321344:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e64e4a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1782217312.325032:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1782217312.325058:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713189760:0@lo:8:kworker.0 00000004:00080000:0.0:1782217312.325996:0:23502:0:(osp_sync.c:1060:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1782217312.326128:0:23502:0:(osp_sync.c:1862:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 675309544959ns, next at 0ns, rc = 0 00080000:00080000:0.0:1782217312.326139:0:23502:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1782217312.329982:0:23493:0:(osp_sync.c:1827:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1782217312.333571:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782217312.333617:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713190400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782217312.333708:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217312.333786:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190400 00000100:00100000:3.0:1782217312.333795:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190400 00000100:00100000:3.0:1782217312.333993:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1782217312.334004:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1868789713190400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782217312.334071:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782217312.334128:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1868789713190400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.334136:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1782217312.334166:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1782217312.334198:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f40e00 x1868789713190400/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782217328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217312.334220:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713190400:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1782217312.334250:0:23503:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1782217312.334273:0:23503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190528:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1782217312.334303:0:23503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217312.334335:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1782217312.334343:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1782217312.334453:0:23503:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e43c27240 going to sleep for 11 seconds 00000100:00100000:3.0:1782217312.334484:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190528 00000100:00100000:3.0:1782217312.334488:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190528 00000100:00100000:3.0:1782217312.334615:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782217312.334623:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23503:x1868789713190528:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1782217312.337510:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1868789713189888:12345-0@lo:8:kworker.0 Request processed in 20803us (23253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1782217312.337528:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1782217312.337742:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1782217312.337761:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1782217312.337766:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e9a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713189888:0@lo:8:kworker.0 00002000:00080000:3.0:1782217312.352786:0:24825:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1782217312.352800:0:24825:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1782217312.352941:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23503:x1868789713190528:12345-0@lo:7:osp-pre-0-1.0 Request processed in 18310us (18630us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.352954:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1782217312.353208:0:23503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f40e00 x1868789713190528/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1782217328 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217312.353227:0:23503:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190528:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1782217312.353244:0:23503:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1782217312.353300:0:23503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190656:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1782217312.353345:0:23503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.353378:0:23503:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1782217312.353455:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190656 00000100:00100000:3.0:1782217312.353463:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190656 00000100:00100000:3.0:1782217312.353527:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217312.353536:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23503:x1868789713190656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1782217312.353570:0:24268:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1782217312.354246:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23503:x1868789713190656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 709us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217312.354255:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1782217312.356148:0:23503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d4449c700 x1868789713190656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1782217328 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217312.356169:0:23503:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190656:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1782217312.356186:0:23503:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1782217312.356255:0:23503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190784:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1782217312.356341:0:23503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217312.356428:0:23503:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74bf5900 going to sleep for 11 seconds 00000100:00100000:0.0:1782217312.367205:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190784 00000100:00100000:0.0:1782217312.367223:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190784 00000100:00100000:0.0:1782217312.367305:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1782217312.367318:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23503:x1868789713190784:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1782217312.367377:0:24266:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:2.0:1782217312.401387:0:24262:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1782217312.401411:0:24262:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1782217312.401708:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23503:x1868789713190784:12345-0@lo:5:osp-pre-0-1.0 Request processed in 34386us (45360us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1782217312.401724:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1782217312.402960:0:23503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d41be6d80 x1868789713190784/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1782217328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217312.402978:0:23503:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1782217312.402986:0:23503:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23503:1868789713190784:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1782217312.403007:0:23503:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1782217312.403093:0:23503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23503:1868789713190912:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1782217312.403161:0:23503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217312.403192:0:23503:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74bf5900 going to sleep for 11 seconds 00000100:00100000:0.0:1782217312.403314:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713190912 00000100:00100000:0.0:1782217312.403329:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713190912 00000100:00100000:0.0:1782217312.403393:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1782217312.403403:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23503:x1868789713190912:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1782217312.403469:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23503:x1868789713190912:12345-0@lo:900:osp-pre-0-1.0 Request processed in 67us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217312.403477:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1782217312.403690:0:23503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d41be6d80 x1868789713190912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782217328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217312.403701:0:23503:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23503:1868789713190912:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1782217312.764119:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217312.824913:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782217312.824943:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713191040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217312.825044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217312.825105:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191040 00000100:00100000:0.0:1782217312.825119:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191040 00000100:00100000:0.0:1782217312.825180:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1782217312.825189:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713191040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782217312.825232:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217312.825281:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713191040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217312.825289:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1782217312.825340:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713191040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217312.825841:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782217312.825853:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713191168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782217312.825894:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217312.826051:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191168 00000100:00100000:1.0:1782217312.826058:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191168 00000100:00100000:1.0:1782217312.826097:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1782217312.826105:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713191168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782217312.826132:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782217312.826222:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713191168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217312.826229:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1782217312.826419:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713191168:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1782217313.785125:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217314.809331:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217315.834027:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217316.857400:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782217317.177562:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:3.0:1782217317.244673:0:25080:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1782217317.244676:0:25080:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1782217317.244678:0:25080:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1782217317.245324:0:25080:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff952d42005800 00000020:01000004:3.0:1782217317.245342:0:25080:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1782217317.245357:0:25080:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1782217317.245371:0:25080:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff952d421c4d40) 00000020:00000080:3.0:1782217317.245388:0:25080:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1782217317.303031:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1782217317.303954:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1782217317.304308:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1782217317.304974:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1782217317.305306:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1782217317.305556:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1782217317.305841:0:25080:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1782217317.308955:0:25080:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1782217317.309403:0:25080:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1782217317.309417:0:25080:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1782217317.309435:0:25080:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x92b8e04cbf5faff3 00000020:01000004:3.0:1782217317.309442:0:25080:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1782217317.309462:0:25080:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.130@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1782217317.309465:0:25080:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1782217317.309471:0:25080:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1782217317.309498:0:25080:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1782217317.309502:0:25080:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.130@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1782217317.323940:0:25080:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1782217317.323980:0:25080:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.130@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1782217317.323985:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1782217317.323987:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1782217317.323989:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782217317.323990:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782217317.323991:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782217317.323992:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782217317.323994:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782217317.323996:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782217317.323997:0:25080:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1782217317.324001:0:25080:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1782217317.324010:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1782217317.324011:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1782217317.324012:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782217317.324013:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782217317.324014:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782217317.324015:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782217317.324016:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782217317.324017:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782217317.324018:0:25080:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1782217317.324043:0:25080:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1782217317.324062:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191296:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1782217317.324140:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.324194:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.324339:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191296 00000100:00100000:1.0:1782217317.324346:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191296 00000100:00100000:1.0:1782217317.324409:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1782217317.324418:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:25080:x1868789713191296:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1782217317.324447:0:22752:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1782217317.324450:0:22752:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1782217317.324454:0:22752:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1782217317.324897:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:25080:x1868789713191296:12345-0@lo:253:mount.lustre.0 Request processed in 479us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217317.324904:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1782217317.325010:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191296:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1782217317.325019:0:25080:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1782217317.325020:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1782217317.325022:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1782217317.325022:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1782217317.325024:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1782217317.325024:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1782217317.325026:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1782217317.325027:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1782217317.325028:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1782217317.325029:0:25080:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1782217317.325046:0:25080:0:(tgt_mount.c:101:server_register_mount()) register mount ffff952d42005800 from lustre-OST0001 10000000:01000000:0.0:1782217317.325070:0:25080:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1782217317.325073:0:25080:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1782217317.325081:0:25080:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff952e73978000 local copy 00010000:00010000:0.0:1782217317.325091:0:25080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217317.325192:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191424:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217317.325387:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.325428:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8e840 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.325606:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191424 00000100:00100000:1.0:1782217317.325611:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191424 00000100:00100000:1.0:1782217317.325644:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1782217317.325658:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:25080:x1868789713191424:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217317.325737:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:25080:x1868789713191424:12345-0@lo:501:mount.lustre.0 Request processed in 80us (350us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782217317.325743:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1782217317.325887:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191424:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1782217317.325900:0:25080:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1782217317.325920:0:25080:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1782217317.325926:0:25080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217317.325934:0:25080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b363a00/0x92b8e04cbf5fad0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fad14 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1782217317.325963:0:25080:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff952d42005800 10000000:01000000:3.0:1782217317.325968:0:25080:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1782217317.325973:0:25080:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1782217317.325977:0:25080:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1782217317.325981:0:25080:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1782217317.325984:0:25080:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1782217317.326005:0:25080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217317.326013:0:25080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217317.326021:0:25080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217317.326046:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191552:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1782217317.326075:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.326105:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e43c27a80 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.326158:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191552 00000100:00100000:1.0:1782217317.326163:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191552 00000100:00100000:1.0:1782217317.326193:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1782217317.326199:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:25080:x1868789713191552:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217317.326208:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217317.326411:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d43073400/0x92b8e04cbf5fb001 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5faffa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.326434:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073400/0x92b8e04cbf5fb001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5faffa expref: 22 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.326445:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d43073400/0x92b8e04cbf5fb001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faffa expref: 22 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.326453:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43073400, rc 0) 00000100:00100000:1.0:1782217317.326483:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191552:12345-0@lo:101:mount.lustre.0 Request processed in 283us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217317.326489:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1782217317.326687:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1782217317.326700:0:25080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb001 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217317.326709:0:25080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb001 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1782217317.328100:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1782217317.328683:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1782217317.330457:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1782217317.330495:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1782217317.330507:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1782217317.330518:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1782217317.330529:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1782217317.330541:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1782217317.330551:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1782217317.330563:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1782217317.330574:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1782217317.330893:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1782217317.330902:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1782217317.331001:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1782217317.331058:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.331099:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e413599c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.331501:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191680 00000100:00100000:1.0:1782217317.331509:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191680 00000100:00100000:1.0:1782217317.331557:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1782217317.331566:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191680:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217317.332198:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191680:12345-0@lo:501:mount.lustre.0 Request processed in 631us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217317.332233:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1782217317.332374:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191680:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217317.332560:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191808:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217317.332728:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.332810:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.332905:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191808 00000100:00100000:1.0:1782217317.332910:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191808 00000100:00100000:1.0:1782217317.332981:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1782217317.332990:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191808:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217317.335029:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191808:12345-0@lo:503:mount.lustre.0 Request processed in 2034us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217317.335042:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1782217317.335137:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191808:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1782217317.335628:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782217317.335731:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191936:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217317.335779:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.336611:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217317.336696:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713191936 00000100:00100000:3.0:1782217317.336703:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713191936 00000100:00100000:3.0:1782217317.336760:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1782217317.336769:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191936:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217317.337275:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713191936:12345-0@lo:502:mount.lustre.0 Request processed in 506us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.337283:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1782217317.337446:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713191936:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782217317.337733:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1782217317.337765:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1782217317.337779:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1782217317.337803:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1782217317.337817:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1782217317.337829:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1782217317.337842:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1782217317.337853:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1782217317.337864:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1782217317.337893:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192064:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217317.337937:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.337964:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e74d8ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217317.338235:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192064 00000100:00100000:3.0:1782217317.338241:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192064 00000100:00100000:3.0:1782217317.338270:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1782217317.338278:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713192064:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217317.338371:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713192064:12345-0@lo:502:mount.lustre.0 Request processed in 94us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.338379:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1782217317.338623:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192064:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782217317.338669:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1782217317.338679:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1782217317.339930:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1782217317.339946:0:25084:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1782217317.339952:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1782217317.339954:0:25084:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1782217317.339961:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1782217317.339976:0:25084:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff952e7dbdb380) 00000020:00000080:0.0:1782217317.340000:0:25084:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1782217317.340005:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1782217317.340076:0:25084:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d42005800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1782217317.340084:0:25084:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1782217317.342399:0:25084:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x92b8e04cbf5fb00f 00010000:00010000:0.0:1782217317.354092:0:25084:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1782217317.358101:0:25084:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1782217317.359969:0:25084:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1782217317.369736:0:25084:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1782217317.369750:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217317.369756:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217317.369758:0:25084:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1782217317.369763:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217317.369767:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217317.369769:0:25084:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1782217317.369772:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1782217317.369774:0:25084:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1782217317.369776:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217317.369778:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217317.369779:0:25084:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1782217317.369781:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1782217317.369783:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217317.369784:0:25084:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1782217317.369788:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1782217317.369827:0:25084:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1782217317.369831:0:25084:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1782217317.369837:0:25084:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1782217317.369841:0:25084:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1782217317.370055:0:25080:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1782217317.370086:0:25080:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1782217317.370116:0:25080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb001 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.370127:0:25080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e7b362600/0x92b8e04cbf5faffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb001 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217317.370135:0:25080:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d42005800 from 1 10000000:01000000:1.0:1782217317.370137:0:25080:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217317.370170:0:25080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.370179:0:25080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.370189:0:25080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217317.370212:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192192:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1782217317.370292:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217317.370336:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e587cb600 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.370417:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192192 00000100:00100000:2.0:1782217317.370424:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192192 00000100:00100000:2.0:1782217317.370472:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1782217317.370481:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:25080:x1868789713192192:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217317.370493:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217317.370505:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb016 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.370527:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.370545:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.370554:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fda00, rc 0) 00000100:00100000:2.0:1782217317.370621:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192192:12345-0@lo:101:mount.lustre.0 Request processed in 141us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.370628:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1782217317.370993:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192192:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1782217317.371009:0:25080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217317.371018:0:25080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782217317.373178:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1782217317.373549:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1782217317.374298:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1782217317.374326:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1782217317.374339:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1782217317.374350:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1782217317.374362:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1782217317.374373:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1782217317.374399:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1782217317.374473:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1782217317.374487:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1782217317.374498:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1782217317.374508:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1782217317.374525:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1782217317.374529:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1782217317.374688:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192320:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217317.374761:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217317.374894:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192320 00000100:00100000:2.0:1782217317.374902:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192320 00000100:00100000:1.0:1782217317.374975:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e587cb180 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.375036:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1782217317.375048:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192320:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1782217317.375178:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192320:12345-0@lo:501:mount.lustre.0 Request processed in 133us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.375184:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1782217317.375260:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192320:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1782217317.375289:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192448:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1782217317.375333:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.376618:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192448 00000100:00100000:3.0:1782217317.376627:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192448 00000100:00100000:3.0:1782217317.376663:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1782217317.376671:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192448:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1782217317.377520:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192448:12345-0@lo:503:mount.lustre.0 Request processed in 117us (1454us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.377532:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1782217317.377692:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e587cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1782217317.377725:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192448:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1782217317.378325:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1782217317.378398:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192576:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217317.378612:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217317.378646:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e587cb600 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.378755:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192576 00000100:00100000:2.0:1782217317.378761:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192576 00000100:00100000:2.0:1782217317.378900:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1782217317.378912:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192576:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217317.379204:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192576:12345-0@lo:502:mount.lustre.0 Request processed in 295us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.379210:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1782217317.379363:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192576:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217317.379680:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1782217317.379710:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1782217317.379738:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1782217317.379753:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1782217317.379766:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1782217317.379778:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1782217317.379865:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1782217317.379884:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1782217317.379912:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1782217317.379928:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1782217317.379941:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1782217317.379967:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192704:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1782217317.380013:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217317.380051:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e587cb600 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.380103:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192704 00000100:00100000:2.0:1782217317.380108:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192704 00000100:00100000:2.0:1782217317.380178:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1782217317.380187:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217317.380342:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192704:12345-0@lo:502:mount.lustre.0 Request processed in 156us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.380353:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1782217317.380499:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192704:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217317.380539:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1782217317.380548:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1782217317.381162:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217317.381172:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381180:0:25088:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1782217317.381186:0:25088:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d42005800 00000020:00000080:1.0:1782217317.381189:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217317.381196:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217317.381198:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381199:0:25088:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1782217317.381202:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217317.381205:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381206:0:25088:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1782217317.381210:0:25088:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff952d42005800 00000020:00000080:1.0:1782217317.381212:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217317.381809:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217317.381814:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381816:0:25088:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1782217317.381819:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217317.381821:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381823:0:25088:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782217317.381826:0:25088:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d42005800 00000020:00000080:1.0:1782217317.381828:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217317.381847:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217317.381849:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381850:0:25088:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1782217317.381852:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1782217317.381854:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381855:0:25088:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1782217317.381858:0:25088:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff952d42005800 00000020:00000080:1.0:1782217317.381860:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1782217317.381882:0:25088:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1782217317.381885:0:25088:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1782217317.381886:0:25088:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1782217317.381889:0:25088:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1782217317.383394:0:25080:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1782217317.383494:0:25080:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1782217317.383566:0:25080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.383579:0:25080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1782217317.383659:0:25080:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1782217317.383662:0:25080:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff952d42005800 10000000:01000000:2.0:1782217317.383665:0:25080:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff952d42005800 10000000:01000000:2.0:1782217317.383668:0:25080:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1782217317.383673:0:25080:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff952d42005800 from 1 10000000:01000000:2.0:1782217317.383676:0:25080:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1782217317.383709:0:25080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.383729:0:25080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.383740:0:25080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217317.383763:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192832:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1782217317.383827:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217317.383862:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3e8780 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.384649:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192832 00000100:00100000:2.0:1782217317.384658:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192832 00000100:00100000:2.0:1782217317.384726:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1782217317.384735:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:25080:x1868789713192832:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1782217317.384749:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217317.384763:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fd800/0x92b8e04cbf5fb02b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb024 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.384785:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fd800/0x92b8e04cbf5fb02b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb024 expref: 24 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.384867:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fd800/0x92b8e04cbf5fb02b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb024 expref: 24 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.384875:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fd800, rc 0) 00000100:00100000:2.0:1782217317.384929:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713192832:12345-0@lo:101:mount.lustre.0 Request processed in 195us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.384937:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1782217317.385105:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192832:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1782217317.385121:0:25080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb02b expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.385130:0:25080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb02b expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782217317.389769:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1782217317.390095:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782217317.390704:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1782217317.390744:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1782217317.390758:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1782217317.390769:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1782217317.390780:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1782217317.390887:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1782217317.390920:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1782217317.390935:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1782217317.390947:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1782217317.390970:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1782217317.390982:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1782217317.390994:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1782217317.391004:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1782217317.391014:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1782217317.391025:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1782217317.391036:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1782217317.391047:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1782217317.391059:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1782217317.391070:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1782217317.391082:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1782217317.391093:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1782217317.391105:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1782217317.391133:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1782217317.391150:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1782217317.391162:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1782217317.391175:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1782217317.391187:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1782217317.391198:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1782217317.391212:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1782217317.391307:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1782217317.391320:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1782217317.391332:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1782217317.391345:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1782217317.391358:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1782217317.391370:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1782217317.391381:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1782217317.391394:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1782217317.391537:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1782217317.391571:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1782217317.391618:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1782217317.391633:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1782217317.391644:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1782217317.391665:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1782217317.391675:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1782217317.391687:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1782217317.391698:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1782217317.391710:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1782217317.391736:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1782217317.392384:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1782217317.392482:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1782217317.392506:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1782217317.392512:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1782217317.392629:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217317.392691:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.392748:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713192960 00000100:00100000:0.0:1782217317.392755:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713192960 00000100:00100000:0.0:1782217317.393303:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1782217317.393313:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713192960:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217317.393915:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713192960:12345-0@lo:501:mount.lustre.0 Request processed in 602us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.393924:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1782217317.393979:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e42b99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782217317.394002:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713192960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1782217317.394041:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193088:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1782217317.394081:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.394107:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e42b99d80 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.394180:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193088 00000100:00100000:2.0:1782217317.394186:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193088 00000100:00100000:2.0:1782217317.395461:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1782217317.395479:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193088:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1782217317.395619:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193088:12345-0@lo:503:mount.lustre.0 Request processed in 147us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.395627:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1782217317.396631:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193088:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1782217317.397079:0:25080:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1782217317.397175:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217317.397250:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.397295:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e42b99180 going to sleep for 11 seconds 00000100:00100000:3.0:1782217317.400533:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193216 00000100:00100000:3.0:1782217317.400547:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193216 00000100:00100000:3.0:1782217317.400621:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1782217317.400631:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58053450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193216:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217317.400803:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58053450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193216:12345-0@lo:502:mount.lustre.0 Request processed in 173us (3551us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.400810:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1782217317.400995:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193216:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782217317.401231:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1782217317.401265:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1782217317.401279:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1782217317.401294:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1782217317.401307:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1782217317.401318:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1782217317.401329:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1782217317.401340:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1782217317.401352:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1782217317.401363:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1782217317.401375:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1782217317.401385:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1782217317.401397:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1782217317.401408:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1782217317.401419:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1782217317.401430:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1782217317.401458:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1782217317.401473:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1782217317.401487:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1782217317.401502:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1782217317.401515:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1782217317.401528:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1782217317.401540:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1782217317.401554:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1782217317.401566:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1782217317.401576:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1782217317.401621:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1782217317.401635:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1782217317.401658:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1782217317.401668:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1782217317.401678:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1782217317.401688:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1782217317.401710:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1782217317.401737:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1782217317.401750:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1782217317.401762:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1782217317.401775:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1782217317.401925:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1782217317.401953:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1782217317.401969:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1782217317.401986:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1782217317.402003:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1782217317.402023:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1782217317.402045:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1782217317.402066:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1782217317.402086:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1782217317.402105:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1782217317.402126:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1782217317.402193:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193344:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217317.402256:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.402291:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e42b99180 going to sleep for 11 seconds 00000100:00100000:3.0:1782217317.402908:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193344 00000100:00100000:3.0:1782217317.402915:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193344 00000100:00100000:3.0:1782217317.402958:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1782217317.402967:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1782217317.403078:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193344:12345-0@lo:502:mount.lustre.0 Request processed in 113us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.403086:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1782217317.403205:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193344:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1782217317.406178:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1782217317.406213:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1782217317.406254:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193472:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1782217317.406324:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217317.406372:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193472 00000100:00100000:0.0:1782217317.406379:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e42b99180 going to sleep for 11 seconds 00000100:00100000:2.0:1782217317.406381:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193472 00000100:00100000:2.0:1782217317.406441:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1782217317.406451:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193472:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1782217317.406569:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713193472:12345-0@lo:502:mount.lustre.0 Request processed in 119us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217317.406603:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1782217317.407454:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713193472:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1782217317.407522:0:25080:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1782217317.407541:0:25080:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1782217317.408480:0:25093:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1782217317.408500:0:25093:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff952e7dbd99c0) 00000020:00000080:0.0:1782217317.408525:0:25093:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1782217317.408705:0:25093:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d42005800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1782217317.408710:0:25093:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d42005800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1782217317.408725:0:25093:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d42005800 3 00010000:00080000:0.0:1782217317.408756:0:25093:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d436ca000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.130@tcp at head 00010000:00010000:0.0:1782217317.420499:0:25093:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1782217317.420628:0:25093:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1782217317.420675:0:25093:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1782217317.420687:0:25093:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x92b8e04cbf5fb039 00000100:00080000:0.0:1782217317.420697:0:25093:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1782217317.420704:0:25093:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff952d436ca000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217317.420750:0:25093:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d4449c700 x1868789713193600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1782217317.421335:0:25093:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1782217317.421392:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217317.421397:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217317.421400:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217317.421409:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217317.421444:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217317.421447:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1782217317.421450:0:37:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1782217317.421455:0:37:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 675 00000100:00080000:3.0:1782217317.421459:0:37:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1782217317.421472:0:37:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff952d436da800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:3.0:1782217317.421488:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d43f41880 x1868789713194240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782217317.421541:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713193728:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421658:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713194368:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421700:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1782217317.421706:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713193856:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421746:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421763:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713194496:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421782:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421807:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713193984:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421830:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421848:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713194624:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421868:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421882:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782217317.421887:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713194112:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.421934:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.421968:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194368 00000100:00100000:3.0:1782217317.421974:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194368 00000100:00100000:3.0:1782217317.422008:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193856 00000100:00100000:3.0:1782217317.422011:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193856 00000100:00100000:0.0:1782217317.422012:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713193600:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217317.422031:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194496 00000100:00100000:3.0:1782217317.422034:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194496 00000100:00100000:3.0:1782217317.422061:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194624 00000100:00100000:3.0:1782217317.422064:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194624 00000100:00100000:3.0:1782217317.422085:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782217317.422095:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713194368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.422151:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713194368:12345-0@lo:400:kworker.0 Request processed in 59us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422159:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1782217317.422174:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782217317.422180:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713193856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.422206:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713193856:12345-0@lo:400:kworker.0 Request processed in 27us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422211:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782217317.422221:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782217317.422227:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713194496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.422251:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713194496:12345-0@lo:400:kworker.0 Request processed in 25us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422256:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1782217317.422266:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782217317.422272:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713194624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.422302:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713194624:12345-0@lo:400:kworker.0 Request processed in 30us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422314:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1782217317.422339:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193728 00000100:00100000:3.0:1782217317.422342:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193728 00000100:00100000:3.0:1782217317.422363:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193984 00000100:00100000:3.0:1782217317.422366:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193984 00000100:00100000:0.0:1782217317.422372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.422377:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217317.422384:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713193728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217317.422420:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713194240:0@lo:8:kworker.0 00000100:00100000:3.0:1782217317.422421:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713193728:12345-0@lo:400:kworker.0 Request processed in 39us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422429:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217317.422441:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782217317.422447:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713193984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217317.422456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.422475:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713193984:12345-0@lo:400:kworker.0 Request processed in 29us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422481:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782217317.422503:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713193600 00000100:00100000:0.0:1782217317.422503:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194112 00000100:00100000:3.0:1782217317.422507:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713193600 00000100:00100000:0.0:1782217317.422507:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194112 00000100:00100000:3.0:1782217317.422527:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217317.422531:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1868789713193600:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1782217317.422536:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194240 00000100:00100000:0.0:1782217317.422539:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194240 00010000:00080000:3.0:1782217317.422551:0:22760:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 680 last 0 00000100:00100000:0.0:1782217317.422552:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1782217317.422558:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713194112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217317.422608:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713194112:12345-0@lo:400:kworker.0 Request processed in 50us (673us total) trans 0 rc 0/0 00000020:00000080:3.0:1782217317.422609:0:22760:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x92b8e04cbf5fb040 00000100:00100000:0.0:1782217317.422614:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00100000:3.0:1782217317.422624:0:22760:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:0.0:1782217317.422625:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782217317.422635:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1868789713194240:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1782217317.422651:0:22760:0:(import.c:65:import_set_state_nolock()) ffff952d4245d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1782217317.422671:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1868789713194240:12345-0@lo:8:kworker.0 Request processed in 35us (214us total) trans 0 rc -11/-11 00000100:00100000:0.0:1782217317.422677:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217317.422679:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1868789713193600:12345-0@lo:38:llog_process_th.0 Request processed in 147us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.422685:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1782217317.422706:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1782217317.422722:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782217317.422722:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1782217317.422725:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782217317.422729:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217317.422734:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1782217317.422737:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713194240:0@lo:8:kworker.0 00010000:00080000:0.0:1782217317.422749:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d4449c700 x1868789713193600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1782217317.422750:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f41500 x1868789713194112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217317.422759:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00100000:3.0:1782217317.422760:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713194112:0@lo:400:kworker.0 00000100:00080000:0.0:1782217317.422763:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00100000:3.0:1782217317.422769:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713193984:0@lo:400:kworker.0 00000100:00080000:0.0:1782217317.422770:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1782217317.422774:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1782217317.422776:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436ca000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00010000:00080000:3.0:1782217317.422778:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f40e00 x1868789713194624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217317.422781:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1868789713193600:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1782217317.422786:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713194624:0@lo:400:kworker.0 00010000:00080000:3.0:1782217317.422812:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f43100 x1868789713193856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217317.422820:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713193856:0@lo:400:kworker.0 00010000:00080000:3.0:1782217317.422833:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f40000 x1868789713194496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217317.422841:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713194496:0@lo:400:kworker.0 00000100:00100000:3.0:1782217317.422852:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713193728:0@lo:400:kworker.0 00010000:00080000:3.0:1782217317.422863:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d43f40700 x1868789713194368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217317.422871:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713194368:0@lo:400:kworker.0 00000020:01000004:0.0:1782217317.425246:0:25093:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1782217317.425263:0:25093:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff952e7dbdcd40) 00000020:00000080:0.0:1782217317.425287:0:25093:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1782217317.425455:0:25093:0:(tgt_mount.c:153:server_get_mount()) get mount ffff952d42005800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1782217317.425460:0:25093:0:(tgt_mount.c:187:server_put_mount()) put mount ffff952d42005800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1782217317.425462:0:25093:0:(obd_mount.c:701:lustre_put_lsi()) put ffff952d42005800 3 00010000:00080000:0.0:1782217317.425491:0:25093:0:(ldlm_lib.c:102:import_set_conn()) imp ffff952d436c8800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.130@tcp at head 00010000:00010000:0.0:1782217317.432176:0:25093:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1782217317.432813:0:25093:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1782217317.432860:0:25093:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1782217317.432885:0:25093:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x92b8e04cbf5fb04e 00000100:00080000:0.0:1782217317.432896:0:25093:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1782217317.432902:0:25093:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff952d436c8800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217317.432946:0:25093:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d44d09180 x1868789713194752/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217317.433297:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713194880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782217317.433359:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1782217317.433399:0:25093:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1782217317.434245:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217317.434251:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1782217317.434258:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1782217317.434261:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1782217317.434289:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194880 00000100:00100000:3.0:1782217317.434297:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194880 00000100:00100000:3.0:1782217317.434339:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1782217317.434348:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713194880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782217317.434377:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782217317.434432:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713194880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.434439:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1782217317.439754:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d41be6a00 x1868789713194880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782217333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217317.439780:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713194880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1782217317.440165:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1868789713194752:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1782217317.440233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.440340:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713194752 00000100:00100000:3.0:1782217317.440346:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713194752 00000100:00100000:3.0:1782217317.440388:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1782217317.440395:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1868789713194752:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1782217317.440423:0:22758:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:3.0:1782217317.440457:0:22758:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x92b8e04cbf5fb055 00000004:00100000:3.0:1782217317.440519:0:22758:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1782217317.440549:0:22758:0:(import.c:65:import_set_state_nolock()) ffff952d4245d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782217317.440651:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1868789713194752:12345-0@lo:38:llog_process_th.0 Request processed in 255us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.440659:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1782217317.440691:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff952d44d09180 x1868789713194752/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1782217327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217317.440709:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1782217317.440726:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1782217317.440733:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1782217317.440737:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1782217317.440740:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436c8800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1782217317.440745:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1868789713194752:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1782217317.441086:0:25093:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1782217317.441440:0:25080:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1782217317.441480:0:25080:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1782217317.441500:0:25080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb02b expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.441510:0:25080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e413fd600/0x92b8e04cbf5fb024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb02b expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1782217317.441560:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1782217317.441562:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1782217317.441564:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217317.441565:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217317.441566:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217317.441567:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217317.441569:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782217317.441570:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217317.441571:0:25080:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217317.441575:0:25080:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1782217317.441577:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1782217317.441578:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1782217317.441607:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1782217317.441609:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1782217317.441610:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1782217317.441611:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1782217317.441612:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1782217317.441613:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1782217317.441614:0:25080:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1782217317.441634:0:25080:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1782217317.441651:0:25080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713195008:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1782217317.441696:0:25080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217317.441731:0:25080:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e58b68540 going to sleep for 11 seconds 00000100:00100000:3.0:1782217317.441883:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195008 00000100:00100000:3.0:1782217317.441890:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195008 00000100:00100000:3.0:1782217317.441953:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1782217317.441960:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713195008:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1782217317.441981:0:22752:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1782217317.441995:0:22752:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1782217317.450941:0:22752:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1782217317.450990:0:22752:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1782217317.451404:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:25080:x1868789713195008:12345-0@lo:253:mount.lustre.0 Request processed in 9438us (9701us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.451415:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1782217317.451529:0:25080:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:652b4f50-e9a9-494e-8826-a489031c250b:25080:1868789713195008:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1782217317.451543:0:25080:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1782217317.451546:0:25080:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1782217317.451547:0:25080:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1782217317.451549:0:25080:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1782217317.451550:0:25080:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1782217317.451551:0:25080:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1782217317.451552:0:25080:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1782217317.451553:0:25080:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1782217317.451555:0:25080:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1782217317.451556:0:25080:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1782217317.451571:0:25080:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1782217317.452648:0:22774:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1782217317.452654:0:22774:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1782217317.452679:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.452696:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.452704:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 23 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.452769:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.452875:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 23 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.452891:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 23 pid: 22752 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217317.452905:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713195136:0@lo:104: 00000100:00100000:2.0:1782217317.452956:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782217317.453563:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217317.453573:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 23 pid: 22753 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217317.453610:0:22774:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43799500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713195264:0@lo:104: 00000100:00100000:2.0:1782217317.453654:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:1.0:1782217317.456198:0:25080:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1782217317.459387:0:22774:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e58b680c0 going to sleep for 11 seconds 00002000:00080000:3.0:1782217317.459536:0:25080:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1782217317.459542:0:25080:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1782217317.459578:0:25080:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1782217317.459641:0:25080:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1782217317.459660:0:25080:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1782217317.459687:0:25080:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000100:00100000:0.0:1782217317.463854:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195136 00000100:00100000:0.0:1782217317.463867:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195136 00000100:00100000:0.0:1782217317.463918:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195264 00000100:00100000:0.0:1782217317.463922:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195264 00000100:00100000:0.0:1782217317.463941:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217317.463950:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713195136:12345-0@lo:104: 00010000:00010000:0.0:1782217317.463968:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464088:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1782217317.464095:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:22774:x1868789713195136:12345-0@lo:104: Request processed in 146us (11139us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.464103:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217317.464120:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217317.464142:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713195264:12345-0@lo:104: 00010000:00010000:0.0:1782217317.464150:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464188:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1782217317.464194:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:22774:x1868789713195264:12345-0@lo:104: Request processed in 54us (10540us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.464199:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1782217317.464524:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217317.464531:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464539:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b363800 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217317.464543:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464552:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217317.464559:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217317.464564:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1782217317.464620:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464627:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217317.464645:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464662:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952e7b363800/0x92b8e04cbf5fafd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafde expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464671:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217317.464674:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464679:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072800 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217317.464682:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464688:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217317.464693:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217317.464698:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1782217317.464723:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464728:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217317.464735:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464740:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072800/0x92b8e04cbf5fafc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fafd0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.464753:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217317.464760:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217317.464762:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217317.464768:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217317.464782:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713195392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217317.464821:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.464857:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782217317.464864:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713195520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217317.464885:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.464916:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195392 00000100:00100000:0.0:1782217317.464920:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195392 00010000:00010000:0.0:1782217317.464936:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 24 pid: 22752 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217317.464955:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195520 00000100:00100000:0.0:1782217317.464958:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195520 00010000:00010000:0.0:1782217317.464967:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 25 pid: 22753 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217317.464981:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217317.464987:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:652b4f50-e9a9-494e-8826-a489031c250b+25:3647:x1868789713195392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217317.465309:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217317.465315:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 25 pid: 22752 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465326:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 25 pid: 22752 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465342:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217317.465372:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:652b4f50-e9a9-494e-8826-a489031c250b+25:3647:x1868789713195392:12345-0@lo:103:ldlm_bl.0 Request processed in 385us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.465389:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217317.465404:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217317.465411:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713195520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217317.465419:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217317.465424:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 24 pid: 22753 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465432:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 24 pid: 22753 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465443:0:22745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465451:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1782217317.465465:0:22745:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012812385s 00010000:00010000:0.0:1782217317.465470:0:22745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465477:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465484:0:22745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465490:0:22745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465495:0:22745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fde00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217317.465506:0:22745:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465514:0:22745:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465523:0:22745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465533:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217317.465554:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713195520:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.465560:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217317.465625:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713195520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217317.465633:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713195392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217317.465664:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42342c00/0x92b8e04cbf5fafde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fafd7 expref: 23 pid: 22752 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217317.465674:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be6d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713195136:0@lo:104: 00010000:00010000:0.0:1782217317.465683:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e7b363400/0x92b8e04cbf5fafd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fafc9 expref: 22 pid: 22753 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217317.465690:0:22774:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43799500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22774:1868789713195264:0@lo:104: 00010000:00010000:0.0:1782217317.465705:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465724:0:22774:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465740:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217317.465745:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb05c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000004:3.0:1782217317.479000:0:25080:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1782217317.479483:0:25080:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1782217317.880759:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217317.945089:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713195648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217317.945172:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217317.945215:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782217317.945222:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713195776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782217317.945237:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195648 00000100:00100000:3.0:1782217317.945248:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217317.945257:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195648 00000100:00100000:0.0:1782217317.945303:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195776 00000100:00100000:0.0:1782217317.945306:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195776 00000100:00100000:3.0:1782217317.945320:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1782217317.945344:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713195648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1782217317.945377:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1782217317.945435:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713195648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217317.945444:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1782217317.945506:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713195648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217317.951998:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217317.952024:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713195776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782217317.952066:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782217317.952156:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713195776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (6905us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217317.952165:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1782217317.953642:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713195776:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1782217318.413873:0:25148:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1782217318.414088:0:25148:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1782217318.587118:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1782217318.587127:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d4229e000 from 14 10000000:01000000:1.0:1782217318.587132:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1782217318.587176:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217318.587189:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217318.587202:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217318.587484:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713195904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217318.587559:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217318.587725:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e52a05600 going to sleep for 11 seconds 00000100:00100000:0.0:1782217318.587909:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713195904 00000100:00100000:0.0:1782217318.587918:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713195904 00000100:00100000:0.0:1782217318.587976:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1782217318.587986:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713195904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217318.588001:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217318.588015:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342600/0x92b8e04cbf5fb06a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb063 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.588037:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342600/0x92b8e04cbf5fb06a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb063 expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.588048:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342600/0x92b8e04cbf5fb06a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb063 expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.588063:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342600, rc 0) 00000100:00100000:0.0:1782217318.588107:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713195904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217318.588114:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1782217318.588159:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713195904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217318.588175:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb06a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.588184:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb06a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217318.588233:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196032:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1782217318.588265:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217318.588277:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782217318.588289:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196032 00000100:00100000:0.0:1782217318.588292:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196032 00000100:00100000:0.0:1782217318.588313:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1782217318.588319:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713196032:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1782217318.588332:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1782217318.588346:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1782217318.588350:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1782217318.588424:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713196032:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217318.588431:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1782217318.588460:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196032:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1782217318.588524:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1782217318.588532:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb06a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.588540:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d43073600/0x92b8e04cbf5fb063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb06a expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217318.588548:0:22755:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1782217318.588550:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff952d43123800 from 14 10000000:01000000:0.0:1782217318.588553:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1782217318.588569:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.589748:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.589760:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217318.589779:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782217318.589823:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217318.589947:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196160 00000100:00100000:1.0:1782217318.589953:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196160 00000100:00100000:1.0:1782217318.589989:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1782217318.589996:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713196160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217318.590007:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217318.590018:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fb078 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb071 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217318.590037:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fb078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb071 expref: 24 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217318.590046:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d43073000/0x92b8e04cbf5fb078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb071 expref: 24 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217318.590054:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43073000, rc 0) 00000100:00100000:0.0:1782217318.590727:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782217318.593925:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713196160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3844us (4017us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217318.593938:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1782217318.595859:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217318.595883:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb078 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.595896:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb078 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217318.595975:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196288:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1782217318.596032:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217318.596076:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782217318.596164:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196288 00000100:00100000:2.0:1782217318.596172:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196288 00000100:00100000:2.0:1782217318.596226:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1782217318.596236:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713196288:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1782217318.596257:0:22751:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1782217318.596274:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1782217318.596277:0:22751:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1782217318.596360:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713196288:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 126us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217318.596368:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1782217318.596400:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713196288:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1782217318.596451:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1782217318.596459:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb078 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217318.596469:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42342c00/0x92b8e04cbf5fb071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb078 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217318.905480:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1782217319.101195:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1782217319.946044:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217320.505301:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217300/real 1782217300] req@ffff952d41be4a80 x1868789713182976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217320 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217320.505329:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d41be4a80 x1868789713182976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217320.505339:0:3646:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1782217300/real 1782217300] req@ffff952d41be5c00 x1868789713183104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217320 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217320.505349:0:3646:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff952d41be5c00 x1868789713183104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1782217320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1782217320.505368:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1782217320.505428:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782217320.505432:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713182976:0@lo:8:kworker.0 00000100:00080000:3.0:1782217320.505438:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1782217320.509849:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217320.509856:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1782217320.509860:0:8:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217320.509868:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1782217320.509874:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1782217320.509880:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff952e7b0cf800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217320.509898:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d44d0a300 x1868789713196672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217320.509911:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217320.509914:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782217320.509915:0:8:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217320.509918:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 663 00000100:00080000:0.0:1782217320.509920:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1782217320.509923:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff952e7c65c000 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217320.509931:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d44d09880 x1868789713196800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1782217320.509973:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1782217320.509976:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1782217320.509978:0:8:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1782217320.509994:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff952d436da800 using connection 192.168.203.130@tcp/0@lo 00000100:00100000:0.0:1782217320.510005:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff952d44d0a680 x1868789713197312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782217320.510057:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713196928:0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.510119:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.510150:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1868789713197568:0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.510169:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.510188:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1782217320.510193:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713197056:0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.510223:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.510236:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713197696:0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.510267:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.510302:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196928 00000100:00100000:0.0:1782217320.510308:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196928 00000100:00100000:0.0:1782217320.510347:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197568 00000100:00100000:0.0:1782217320.510349:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197568 00000100:00100000:0.0:1782217320.510370:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197696 00000100:00100000:0.0:1782217320.510372:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197696 00000100:00100000:0.0:1782217320.510388:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1782217320.510396:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713196928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.510444:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713196928:12345-0@lo:400:kworker.0 Request processed in 49us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.510451:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1782217320.510466:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782217320.510471:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1868789713197568:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1782217320.510746:0:3646:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1782217320.510753:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d41be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713183104:0@lo:8:kworker.0 00000100:00100000:3.0:1782217320.510788:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713196672:0@lo:8:kworker.0 00000100:00100000:3.0:1782217320.510824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217320.510851:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713196800:0@lo:8:kworker.0 00000100:00100000:3.0:1782217320.510874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217320.510899:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713197312:0@lo:8:kworker.0 00000100:00100000:3.0:1782217320.510921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511271:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713196416:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511309:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511339:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713197184:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511366:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511383:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1868789713197824:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511430:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1782217320.511437:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713196544:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511462:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511480:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713197440:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511658:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511672:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713197952:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.511705:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.511730:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196672 00000100:00100000:1.0:1782217320.511737:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196672 00000100:00100000:1.0:1782217320.511760:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196800 00000100:00100000:1.0:1782217320.511763:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196800 00000100:00100000:2.0:1782217320.511874:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197056 00000100:00100000:2.0:1782217320.511879:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197056 00000100:00100000:2.0:1782217320.511912:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196544 00000100:00100000:2.0:1782217320.511915:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196544 00000100:00100000:2.0:1782217320.511931:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1782217320.511939:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4449c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713197056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217320.511989:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4449c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713197056:12345-0@lo:400:kworker.0 Request processed in 50us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.512006:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1782217320.512021:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1782217320.512027:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713196544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217320.512063:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713196544:12345-0@lo:400:kworker.0 Request processed in 36us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.512069:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1782217320.512175:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197312 00000100:00100000:1.0:1782217320.512179:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197312 00000100:00100000:1.0:1782217320.512187:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197184 00000100:00100000:1.0:1782217320.512189:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197184 00000100:00100000:1.0:1782217320.512210:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782217320.512217:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713197184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.512248:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713197184:12345-0@lo:400:kworker.0 Request processed in 33us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217320.512254:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1782217320.512266:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782217320.512271:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1868789713196672:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782217320.512294:0:24268:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:1.0:1782217320.512321:0:24268:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fb07f 00002000:00100000:1.0:1782217320.512332:0:24268:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff952e4e997000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1782217320.512336:0:24268:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1782217320.512338:0:24268:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1782217320.512412:0:24268:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1782217320.512434:0:24268:0:(import.c:65:import_set_state_nolock()) ffff952e4e990000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782217320.512542:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713196416 00000100:00100000:3.0:1782217320.512547:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713196416 00000100:00100000:3.0:1782217320.512735:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1782217320.512743:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713196416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217320.512862:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713196416:12345-0@lo:400:kworker.0 Request processed in 120us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217320.512868:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1782217320.513000:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1868789713196672:12345-0@lo:8:kworker.0 Request processed in 727us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217320.513007:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1782217320.513019:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1782217320.513024:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1868789713196800:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782217320.513043:0:24268:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:1.0:1782217320.513060:0:24268:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x92b8e04cbf5fb086 00002000:00100000:1.0:1782217320.513066:0:24268:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff952e4e996800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1782217320.513070:0:24268:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1782217320.513072:0:24268:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1782217320.513187:0:24268:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1782217320.513202:0:24268:0:(import.c:65:import_set_state_nolock()) ffff952e4e994800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782217320.513232:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1868789713196800:12345-0@lo:8:kworker.0 Request processed in 207us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217320.513238:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1782217320.513250:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782217320.513254:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1868789713197312:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1782217320.513268:0:24268:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:1.0:1782217320.513282:0:24268:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x92b8e04cbf5fb08d 00002000:00100000:1.0:1782217320.513287:0:24268:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff952e4e991000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1782217320.513291:0:24268:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1782217320.513293:0:24268:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1782217320.513313:0:24268:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1782217320.513325:0:24268:0:(import.c:65:import_set_state_nolock()) ffff952e4e997800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1782217320.513363:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1868789713197312:12345-0@lo:8:kworker.0 Request processed in 107us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217320.513370:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782217320.513411:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713196544:0@lo:400:kworker.0 00000100:00100000:1.0:1782217320.513423:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713196416:0@lo:400:kworker.0 00010000:00080000:1.0:1782217320.513436:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d08700 x1868789713197184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217320.513446:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713197184:0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.513549:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1868789713197568:12345-0@lo:400:kworker.0 Request processed in 3076us (3377us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.513571:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1782217320.513609:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197824 00000100:00100000:0.0:1782217320.513613:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197824 00000100:00100000:0.0:1782217320.513633:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197440 00000100:00100000:0.0:1782217320.513636:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197440 00000100:00100000:0.0:1782217320.513645:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713197952 00000100:00100000:0.0:1782217320.513648:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713197952 00000100:00100000:0.0:1782217320.513660:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1782217320.513664:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713197696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.513713:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713197696:12345-0@lo:400:kworker.0 Request processed in 47us (3446us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.513719:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1782217320.513730:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217320.513736:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1868789713197824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.513765:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1868789713197824:12345-0@lo:400:kworker.0 Request processed in 29us (2358us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.513783:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217320.513793:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782217320.513800:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713197440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.513825:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713197440:12345-0@lo:400:kworker.0 Request processed in 26us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.513831:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782217320.513841:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1782217320.513847:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713197952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217320.513871:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713197952:12345-0@lo:400:kworker.0 Request processed in 24us (2166us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.513885:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1782217320.513911:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782217320.513914:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217320.513916:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782217320.513948:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713197056:0@lo:400:kworker.0 00010000:00080000:0.0:1782217320.513960:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d09c00 x1868789713197696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.513969:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713197696:0@lo:400:kworker.0 00010000:00080000:0.0:1782217320.513980:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d08380 x1868789713196928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.513987:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713196928:0@lo:400:kworker.0 00010000:00080000:0.0:1782217320.513997:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d08a80 x1868789713197568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.514004:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1868789713197568:0@lo:400:kworker.0 00010000:00080000:1.0:1782217320.516069:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d0b800 x1868789713197440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217320.516086:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713197440:0@lo:400:kworker.0 00010000:00080000:1.0:1782217320.516096:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d0bb80 x1868789713197952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217320.516104:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713197952:0@lo:400:kworker.0 00010000:00080000:1.0:1782217320.516115:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d0b100 x1868789713197824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217320.516123:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1868789713197824:0@lo:400:kworker.0 00010000:00080000:2.0:1782217320.517460:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d0a300 x1868789713196672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782217345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217320.517473:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1782217320.517482:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1782217320.517491:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1782217320.517742:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1782217320.517747:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7b0cf800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1782217320.517891:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1782217320.517899:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713196672:0@lo:8:kworker.0 00000004:00080000:3.0:1782217320.517988:0:22782:0:(osp_sync.c:1060:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1782217320.518083:0:22782:0:(osp_sync.c:1862:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 683501499411ns, next at 0ns, rc = 0 00080000:00080000:3.0:1782217320.518089:0:22782:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1782217320.520066:0:22783:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1782217320.520095:0:22783:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b77800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22783:1868789713198208:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1782217320.520228:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713198080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217320.520280:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.520339:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198080 00000100:00100000:1.0:1782217320.520345:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198080 00000100:00100000:1.0:1782217320.520398:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1782217320.520406:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1868789713198080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782217320.520443:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782217320.520487:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1868789713198080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217320.520741:0:22783:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.520904:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1782217320.520925:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1782217320.520954:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b76680 x1868789713198080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217320.520971:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713198080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217320.520996:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198208 00000100:00100000:1.0:1782217320.521000:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198208 00000100:00100000:1.0:1782217320.521028:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217320.521034:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22783:x1868789713198208:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1782217320.521199:0:22783:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea300 going to sleep for 11 seconds 00010000:00080000:0.0:1782217320.521227:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d09880 x1868789713196800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782217345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.521236:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1782217320.521242:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1782217320.521249:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1782217320.521263:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1782217320.521266:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952e7c65c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1782217320.521280:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1782217320.521285:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1868789713196800:0@lo:8:kworker.0 00010000:00080000:0.0:1782217320.521301:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d44d0a680 x1868789713197312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1782217345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1782217320.521315:0:3646:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1782217320.521319:0:3646:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1782217320.521322:0:3646:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1782217320.521323:0:3646:0:(import.c:65:import_set_state_nolock()) ffff952d436da800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1782217320.521335:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1782217320.521338:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1868789713197312:0@lo:8:kworker.0 00000004:00080000:3.0:1782217320.521453:0:22785:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1782217320.521472:0:22785:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22785:1868789713198464:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1782217320.521512:0:22785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217320.521538:0:22785:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e586f7840 going to sleep for 11 seconds 00000004:00080000:3.0:1782217320.521644:0:22784:0:(osp_sync.c:1060:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1782217320.521736:0:22784:0:(osp_sync.c:1862:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683505152502ns, next at 0ns, rc = 0 00080000:00080000:3.0:1782217320.521742:0:22784:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1782217320.521924:0:23504:0:(osp_sync.c:1060:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1782217320.521972:0:23504:0:(osp_sync.c:1862:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 683505389108ns, next at 0ns, rc = 0 00080000:00080000:3.0:1782217320.521977:0:23504:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1782217320.522000:0:24825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198464 00000100:00100000:3.0:1782217320.522005:0:24825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198464 00000100:00100000:3.0:1782217320.522041:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1782217320.522048:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22785:x1868789713198464:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1782217320.522288:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713198336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782217320.522325:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217320.522362:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198336 00000100:00100000:2.0:1782217320.522366:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198336 00000100:00100000:2.0:1782217320.522392:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1782217320.522398:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1868789713198336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782217320.522414:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217320.522451:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3650:x1868789713198336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.522458:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000004:00080000:0.0:1782217320.523486:0:23505:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1782217320.524350:0:23505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198720:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1782217320.524406:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.524425:0:23505:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea240 going to sleep for 11 seconds 00000100:00100000:0.0:1782217320.524447:0:24267:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1782217320.524454:0:24267:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00010000:00080000:2.0:1782217320.525270:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d43f40700 x1868789713198336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217320.525292:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713198336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782217320.525320:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782217320.525328:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713198592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782217320.525357:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.527340:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198720 00000100:00100000:0.0:1782217320.527351:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198720 00000100:00100000:0.0:1782217320.527472:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217320.527484:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23505:x1868789713198720:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1782217320.528241:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198592 00000100:00100000:2.0:1782217320.528249:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198592 00000100:00100000:2.0:1782217320.528284:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1782217320.528292:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1868789713198592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782217320.528307:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217320.528380:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1868789713198592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.528388:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1782217320.528430:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b75c00 x1868789713198592/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782217336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217320.528451:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713198592:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1782217320.531782:0:22738:0:(osp_sync.c:1827:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:1.0:1782217320.532717:0:24268:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1782217320.532728:0:24268:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1782217320.532734:0:24268:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00080000:3.0:1782217320.533864:0:24825:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1782217320.533875:0:24825:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1782217320.533890:0:24825:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00080000:0.0:1782217320.535849:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1782217320.547705:0:23493:0:(osp_sync.c:1827:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1782217320.549246:0:22738:0:(osp_sync.c:1827:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1782217320.556971:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.556983:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.557001:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.557005:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.557012:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.557027:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.557050:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.557058:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.557086:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.557451:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.557458:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.557467:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.557472:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.557494:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.557523:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.557531:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb094 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.557550:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.557551:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.557553:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1782217320.559136:0:25256:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1782217320.559145:0:25256:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1782217320.559278:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23505:x1868789713198720:12345-0@lo:7:osp-pre-1-1.0 Request processed in 31793us (34868us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.559294:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:0.0:1782217320.559430:0:23505:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b74000 x1868789713198720/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1782217336 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.559446:0:23505:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198720:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1782217320.559471:0:23505:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1782217320.559508:0:23505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198848:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1782217320.559540:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.559618:0:23505:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea240 going to sleep for 11 seconds 00000100:00100000:2.0:1782217320.559867:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198848 00000100:00100000:2.0:1782217320.559874:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198848 00000100:00100000:2.0:1782217320.561435:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217320.561451:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23505:x1868789713198848:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1782217320.561483:0:24267:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1782217320.561541:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23505:x1868789713198848:12345-0@lo:5:osp-pre-1-1.0 Request processed in 97us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.561548:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:0.0:1782217320.561719:0:23505:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b74000 x1868789713198848/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1782217336 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217320.561733:0:23505:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198848:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1782217320.561746:0:23505:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1782217320.561783:0:23505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198976:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1782217320.561812:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217320.561840:0:23505:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b3ea240 going to sleep for 11 seconds 00000100:00100000:2.0:1782217320.561991:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713198976 00000100:00100000:2.0:1782217320.562013:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713198976 00000100:00100000:2.0:1782217320.562050:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782217320.562056:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23505:x1868789713198976:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1782217320.562083:0:25256:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1782217320.562781:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.562791:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.562807:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.562811:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.562819:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.562834:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.562844:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.562863:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.562883:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.563415:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.563422:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.563431:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.563435:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.563445:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.563464:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.563472:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb09b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.563495:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.563497:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.563499:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782217320.566944:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.566960:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.566977:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.566981:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.566988:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567077:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567089:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567097:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567133:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.567163:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.567170:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.567178:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.567181:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.567190:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.567206:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.567214:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c03d719c/0x92b8e04cbf5fb0a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.567232:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.567235:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.567236:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782217320.567415:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782217320.567421:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.567441:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1782217320.567445:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782217320.567449:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.567461:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.567470:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.567476:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.567496:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782217320.567642:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217320.567648:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567655:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fc800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.567659:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567666:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567680:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567687:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad9c4d90/0x92b8e04cbf5fb0a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.567714:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.567716:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.567717:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782217320.568448:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782217320.568453:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.568461:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1782217320.568464:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782217320.568467:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.568475:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.568488:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.568492:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1782217320.568533:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.568538:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.568543:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.568550:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.568552:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.568559:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.568564:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.568569:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.568604:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1782217320.568759:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217320.568770:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568778:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fde00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.568782:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568791:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568825:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568833:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb0b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568849:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.568852:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568859:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073c00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.568862:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568870:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568891:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.568900:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.568901:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.568903:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.568948:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1782217320.568949:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.568953:0:24268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057541cb4/0x92b8e04cbf5fb0b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217320.569248:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.569255:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569264:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.569267:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.569272:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569284:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569292:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569299:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569347:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782217320.569456:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.569463:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569465:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.569470:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.569471:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.569474:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.569477:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b363800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.569479:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569481:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.569489:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569490:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569500:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.569502:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569507:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d61ab3ab/0x92b8e04cbf5fb0be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.569510:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569521:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.569524:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569540:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.569543:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569551:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.569555:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782217320.569562:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569569:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d501f4a/0x92b8e04cbf5fb0c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.569602:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.569605:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.569982:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.569987:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.569995:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.569998:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.570002:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570017:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570025:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570032:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1782217320.570139:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.570144:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.570151:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.570154:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.570158:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.570166:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.570173:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.570180:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570289:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217320.570296:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570302:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b363400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.570305:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570312:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570333:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570341:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.570344:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570349:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.570351:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570358:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570368:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.570375:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.570376:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.570378:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.570388:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1782217320.570393:0:24825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a08edc57/0x92b8e04cbf5fb0cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.570444:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.570448:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.570652:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1782217320.570657:0:24268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000383b62e5/0x92b8e04cbf5fb0d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.570729:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.570826:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.570836:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570845:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.570848:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.570852:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570862:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570880:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570888:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.570934:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.571096:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.571101:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571109:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7b363c00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.571112:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571120:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571133:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571140:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efe3273f/0x92b8e04cbf5fb0da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571161:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571162:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571164:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.571226:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.571232:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571240:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.571243:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.571247:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571256:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571264:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571272:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571296:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.571304:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.571308:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571315:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.571318:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571325:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571336:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571343:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb0e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571356:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571357:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571359:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.571489:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.571495:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571503:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.571506:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.571510:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571519:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571527:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571533:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571557:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.571721:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.571725:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571742:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.571746:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571754:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571765:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571773:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f84b776/0x92b8e04cbf5fb0e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.571786:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571788:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.571790:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.571970:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.571974:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571980:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.571986:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.571989:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.571994:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572002:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572009:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572027:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782217320.572180:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.572186:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572194:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.572197:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782217320.572200:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217320.572201:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572204:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572211:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.572211:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572214:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572219:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572223:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572226:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572239:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572246:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb0ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572248:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.572260:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.572263:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572270:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121da00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.572273:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572280:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572290:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572298:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ccb7ab1/0x92b8e04cbf5fb0f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572310:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.572311:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.572319:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.572343:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.572460:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.572465:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572474:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.572477:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.572480:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1782217320.572481:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.572486:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572490:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572498:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572499:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.572501:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.572505:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572512:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572514:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572522:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.572528:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572531:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782217320.572543:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1782217320.572718:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782217320.572723:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572730:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.572734:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572741:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.572749:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.572752:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572759:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb0fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.572772:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.572774:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.572776:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.572975:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.572980:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.572989:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.572992:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.572996:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573005:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573012:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573018:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573033:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782217320.573064:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217320.573069:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573075:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.573079:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573086:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573109:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573116:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb10b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573129:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.573131:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.573132:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.573219:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573228:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121c400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.573236:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573244:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573255:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573262:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000371c0003/0x92b8e04cbf5fb104 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1782217320.573263:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.573269:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573274:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.573276:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.573276:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.573278:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.573278:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.573283:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573291:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573300:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573307:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.573336:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.573429:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217320.573434:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573446:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121ce00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217320.573450:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573458:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573470:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573475:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef3f5eb/0x92b8e04cbf5fb112 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573485:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.573486:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.573487:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.573512:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.573802:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.573807:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573816:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.573819:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.573823:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573831:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573845:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573852:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.573872:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.573985:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.573989:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.573996:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.574000:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.574008:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.574019:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.574032:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb119 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.574117:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.574119:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.574120:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.574578:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1782217320.574825:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.574831:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.574841:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.574844:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.574848:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.574858:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.574867:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.574874:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.574905:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.575020:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.575025:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.575033:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.575098:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.575114:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.575127:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.575134:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb127 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.575148:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.575150:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.575151:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.575274:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575282:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.575285:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.575289:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575299:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575306:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575314:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575356:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1782217320.575753:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.575764:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575781:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.575784:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.575788:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575797:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575805:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.575812:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217320.575928:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.575933:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.575941:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.575943:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.575947:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.575956:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.575963:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.575971:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577274:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1782217320.577284:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577294:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.577298:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577307:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577322:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577340:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f125c0b/0x92b8e04cbf5fb120 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577355:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782217320.577359:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577364:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.577367:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577375:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577384:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577391:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.577394:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577400:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.577402:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577419:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577429:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.577437:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.577439:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.577441:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.577491:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1782217320.577497:0:24268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb12e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1782217320.577978:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.577984:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.577994:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.578065:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.578078:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578090:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578099:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578107:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578120:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.578409:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.578414:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578422:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.578426:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578436:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578448:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578466:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb13c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578480:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.578482:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.578484:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.578520:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.578525:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578533:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.578536:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.578540:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578549:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578557:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578564:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578577:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.578601:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.578610:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578617:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.578620:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.578627:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.578898:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1782217320.578906:0:24825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb135 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579072:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579081:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000030eccc/0x92b8e04cbf5fb143 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579095:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.579097:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.579099:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.579359:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.579365:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.579465:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.579471:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579486:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.579489:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.579494:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579505:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579513:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579521:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579653:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.579823:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.579828:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579835:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2da00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.579839:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579859:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579871:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579879:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7272f85/0x92b8e04cbf5fb14a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.579892:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.579894:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.579894:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.579896:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.579900:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579907:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.579910:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.579914:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579923:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579941:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579948:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.579966:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1782217320.579973:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.579979:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.579986:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.579990:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.579993:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.580156:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.580165:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.580173:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.580192:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1782217320.580315:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217320.580321:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580328:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.580332:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580339:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580351:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580369:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb151 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580382:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.580386:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580392:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.580395:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580406:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580416:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580422:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186f4659/0x92b8e04cbf5fb158 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.580433:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.580435:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.580436:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.580488:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.580617:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.580624:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580632:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.580635:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.580639:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580649:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580656:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580663:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.580826:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.580853:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217320.580857:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580864:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2de00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217320.580867:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580875:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580886:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580893:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb15f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.580905:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.580907:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.580909:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.580987:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.580992:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581005:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.581009:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.581013:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581023:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581031:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581044:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581077:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.581114:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217320.581118:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581126:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217320.581134:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581142:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581153:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581160:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7700a59/0x92b8e04cbf5fb166 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581174:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.581175:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.581177:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.581244:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.581249:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581255:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.581258:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.581261:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581269:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581276:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581289:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581303:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.581327:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.581332:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581340:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ca00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.581343:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581351:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581362:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581380:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb16d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581394:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.581395:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.581397:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.581579:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1782217320.581608:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.581609:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581613:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581618:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.581620:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.581621:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.581623:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.581625:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581626:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581635:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581643:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581650:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581665:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.581779:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.581784:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581791:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ce00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.581795:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581803:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581814:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581821:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008351bfed/0x92b8e04cbf5fb17b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.581835:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.581837:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.581838:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.581864:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581885:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581892:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217320.581905:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.581911:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.581911:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.581924:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.581927:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.581932:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581941:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581949:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581956:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.581967:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1782217320.582055:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782217320.582060:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582067:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.582070:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582078:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582089:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582096:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c88fdf75/0x92b8e04cbf5fb174 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582111:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.582114:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582120:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2dc00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.582123:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582130:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582155:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582162:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb182 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.582174:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.582175:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.582177:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.582183:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.582529:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.582535:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.582544:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.582547:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.582551:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.582561:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.582570:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.582578:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217320.582957:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.582963:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.582971:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.582974:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.582978:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.582986:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.583004:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.583011:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.583025:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.583898:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1782217320.584318:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.584325:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584336:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.584339:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.584344:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584354:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584355:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782217320.584361:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584363:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584370:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.584371:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584374:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584383:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584385:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1782217320.584398:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584405:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052671b85/0x92b8e04cbf5fb190 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584433:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1782217320.584437:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584444:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342e00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.584447:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584454:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584464:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584472:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e219a2c0/0x92b8e04cbf5fb189 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584484:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.584487:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584493:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.584497:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584515:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584525:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584533:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b722223e/0x92b8e04cbf5fb197 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584545:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.584547:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.584548:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.584554:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.584628:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.584633:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584641:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.584649:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.584653:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584663:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584671:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584678:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.584706:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.584713:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.584717:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584724:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.584728:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584735:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584746:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584758:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002df1a088/0x92b8e04cbf5fb19e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.584771:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.584773:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.584775:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1782217320.585332:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1782217320.585338:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.585346:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=683s v=(0 0) 00010000:00010000:0.0:1782217320.585349:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217320.585353:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.585363:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.585371:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.585384:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.585403:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.585409:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.585415:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.585422:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.585426:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.585433:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.585445:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.585452:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097907fd4/0x92b8e04cbf5fb1a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.585465:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.585466:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.585468:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.586779:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.586835:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.586843:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.586854:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.586857:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.586861:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.586872:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.586880:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.586886:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.586915:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.587058:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.587063:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.587070:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2cc00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.587074:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.587082:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.587094:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.587100:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007abe900e/0x92b8e04cbf5fb1ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.587116:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.587118:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.587119:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.588115:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.588123:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588134:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.588138:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.588142:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588154:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588162:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588170:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588204:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.588210:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.588215:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.588222:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.588226:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.588244:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.588256:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.588263:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fbfed6/0x92b8e04cbf5fb1b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.588278:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.588280:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.588281:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.588606:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.588612:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588620:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.588630:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.588646:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588657:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588666:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588673:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588702:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.588795:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217320.588800:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588808:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217320.588812:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588820:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588831:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588850:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb1ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.588865:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.588866:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.588868:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.589305:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.589311:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.589320:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.589323:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.589327:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.589337:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.589345:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.589352:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.589373:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.589380:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.589384:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.589392:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.589395:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.589404:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.589415:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.589431:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff039d4c/0x92b8e04cbf5fb1c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.589445:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.589447:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.589448:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.591401:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.591420:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.591436:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.591440:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.591445:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.591459:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.591470:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.591478:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.591502:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.591512:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.591518:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.591525:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.591529:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.591537:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.591552:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.591558:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebd05488/0x92b8e04cbf5fb1c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.591575:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.591577:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.591578:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782217320.591921:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.591928:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.591937:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.591945:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.591949:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.591959:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.591967:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.591975:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.591989:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1782217320.593928:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782217320.593939:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.593953:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121c600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217320.593957:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.593969:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.593993:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594002:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007985e3b/0x92b8e04cbf5fb1cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594027:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.594029:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.594031:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.594468:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.594475:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594488:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.594492:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.594499:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594511:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594521:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594530:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.594564:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.594572:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.594578:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.594603:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2de00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.594606:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.594614:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.594624:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.594631:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee7eda8a/0x92b8e04cbf5fb1d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.594644:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.594646:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.594647:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782217320.594936:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.594943:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.594951:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.594954:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.594958:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.594968:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.594976:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.594988:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.595005:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.595093:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.595099:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.595107:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.595110:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.595128:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.595140:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.595146:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009bcd3535/0x92b8e04cbf5fb1dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.595158:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.595160:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.595161:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.596320:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.596329:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.596340:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.596344:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.596348:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.596358:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.596366:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.596373:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.596393:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782217320.596601:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217320.596607:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.596615:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.596619:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.596628:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.596653:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.596660:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037d44c3b/0x92b8e04cbf5fb1e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.596674:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.596676:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.596678:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.597181:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.597188:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.597267:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.597277:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.597282:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.597292:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.597300:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.597308:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.597327:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.597335:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.597340:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.597347:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.597351:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.597358:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.597370:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.597388:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f84b776/0x92b8e04cbf5fb1eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.597402:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.597404:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.597406:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782217320.597919:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.597933:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.597942:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.597946:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.597950:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.597960:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.597969:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.597976:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.597994:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.598062:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.598068:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598075:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.598079:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598087:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598099:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598106:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3578f13/0x92b8e04cbf5fb1f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217320.598111:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.598116:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598119:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.598121:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.598122:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782217320.598124:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.598127:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.598131:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.598140:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.598148:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.598160:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.598174:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782217320.598328:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217320.598333:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598341:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:1.0:1782217320.598345:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598353:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598368:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598376:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4ce389f/0x92b8e04cbf5fb1f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598389:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.598391:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217320.598393:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1782217320.598871:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.598877:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598886:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.598889:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.598893:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598902:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598910:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598916:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.598943:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.598950:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.598954:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598961:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121c200 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.598965:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598973:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598983:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.598990:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003122f41a/0x92b8e04cbf5fb200 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.599070:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.599072:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.599074:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.600412:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.600422:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.600435:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.600440:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.600445:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.600455:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.600464:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.600471:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.600492:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782217320.600502:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782217320.600508:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.600515:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:2.0:1782217320.600519:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.600539:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.600552:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.600558:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb207 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.600573:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.600575:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.600577:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.602114:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.602125:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.602145:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.602149:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.602154:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.602167:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.602175:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.602184:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.602213:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.602476:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.602482:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.602491:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2dc00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.602496:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.602505:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.602520:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.602528:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f2b26c7/0x92b8e04cbf5fb20e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.602547:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.602549:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.602550:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1782217320.602927:0:25081:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1782217320.602957:0:25081:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1782217320.602961:0:25081:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:1.0:1782217320.603072:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.603079:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.603089:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.603093:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.603097:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.603108:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.603116:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.603124:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.603144:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.603388:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.603394:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.603401:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121de00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.603405:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.603412:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.603425:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.603432:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1f9c6d7/0x92b8e04cbf5fb215 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.603446:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.603447:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.603449:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217320.604097:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:23505:x1868789713198976:12345-0@lo:5:osp-pre-1-1.0 Request processed in 42036us (42279us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1782217320.604107:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1782217320.604157:0:23505:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1782217320.604165:0:23505:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23505:1868789713198976:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1782217320.604180:0:23505:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1782217320.604393:0:23505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23505:1868789713199104:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1782217320.604426:0:23505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217320.604483:0:23505:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d434dd480 going to sleep for 11 seconds 00002000:00010000:1.0:1782217320.604844:0:24825:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.604852:0:24825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.604864:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.604873:0:24825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.604880:0:24825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.604892:0:24825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.604901:0:24825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.604908:0:24825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.604930:0:24825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1782217320.604989:0:24825:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00002000:00010000:3.0:1782217320.604991:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.604996:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.605004:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.605007:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.605010:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.605020:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.605028:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217320.605033:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22785:x1868789713198464:12345-0@lo:5:osp-pre-1-0.0 Request processed in 82985us (83519us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217320.605041:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782217320.605074:0:22785:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f42a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22785:1868789713198464:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1782217320.605085:0:22785:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1782217320.605114:0:22785:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22785:1868789713199232:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1782217320.605138:0:22785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.605155:0:22785:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759c00 going to sleep for 11 seconds 00000100:00100000:1.0:1782217320.605168:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199232 00000100:00100000:1.0:1782217320.605174:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199232 00000100:00100000:1.0:1782217320.605219:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1782217320.605232:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22785:x1868789713199232:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:3.0:1782217320.605261:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1782217320.605264:0:24266:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:3.0:1782217320.605277:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1782217320.605447:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217320.605454:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605462:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121dc00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.605473:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605483:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605497:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605504:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f5256e0/0x92b8e04cbf5fb21c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605519:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.605523:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605529:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.605533:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605540:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605549:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605556:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba946ad9/0x92b8e04cbf5fb223 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.605574:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.605576:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.605578:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.606026:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.606032:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.606051:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.606054:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.606059:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.606082:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.606091:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.606100:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.606123:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.606454:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.606460:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.606468:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ce00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.606472:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.606481:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.606493:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.606500:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008351bfed/0x92b8e04cbf5fb22a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.606515:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.606517:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.606519:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217320.607132:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22785:x1868789713199232:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1897us (1989us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1782217320.607141:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00002000:00010000:1.0:1782217320.607230:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1782217320.607235:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.607243:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=683s v=(0 0) 00010000:00010000:1.0:1782217320.607247:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217320.607251:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.607260:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.607268:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217320.607274:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217320.607288:0:22785:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22785:1868789713199232:0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1782217320.607295:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1782217320.607301:0:22785:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1782217320.607347:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.607353:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.607369:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d000 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.607373:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.607380:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.607392:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.607399:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b0f0a6e/0x92b8e04cbf5fb231 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.607414:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.607416:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.607417:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217320.607480:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217320.607499:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199104 00000100:00100000:2.0:1782217320.607506:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199104 00000100:00100000:2.0:1782217320.607552:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1782217320.607561:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23505:x1868789713199104:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1782217320.607622:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23505:x1868789713199104:12345-0@lo:900:osp-pre-1-1.0 Request processed in 62us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.607629:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1782217320.607676:0:23505:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d43f43100 x1868789713199104/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1782217336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217320.607704:0:23505:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43f43100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23505:1868789713199104:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1782217320.607920:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.607926:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.607935:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.607938:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.607942:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.607965:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.607973:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.607980:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.607998:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.608105:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.608108:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608113:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d600 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.608115:0:22747:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608121:0:22747:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608133:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608137:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de4a261d/0x92b8e04cbf5fb238 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608148:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.608149:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.608150:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1782217320.608411:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1782217320.608415:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.608421:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1782217320.608423:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217320.608426:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.608431:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.608436:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.608448:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217320.608461:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782217320.608652:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.608657:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608664:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ca00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.608667:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608675:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608700:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608707:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb23f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.608732:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.608733:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.608735:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1782217320.609034:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1782217320.609040:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.609050:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=683s v=(0 0) 00010000:00010000:2.0:1782217320.609053:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1782217320.609064:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.609074:0:24268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.609082:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.609089:0:24268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217320.609303:0:24268:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1782217320.609522:0:24268:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:2.0:1782217320.609631:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22783:x1868789713198208:12345-0@lo:5:osp-pre-0-0.0 Request processed in 88595us (88889us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217320.609641:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217320.610032:0:22783:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b77800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22783:1868789713198208:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1782217320.610123:0:22783:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1782217320.610176:0:22783:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22783:1868789713199360:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1782217320.610289:0:22783:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217320.610318:0:22783:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759a80 going to sleep for 11 seconds 00010000:00010000:0.0:1782217320.611864:0:25257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217320.611875:0:25257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.611887:0:25257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fde00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217320.611892:0:25257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.611903:0:25257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.611923:0:25257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.611931:0:25257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f6b8a5/0x92b8e04cbf5fb246 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217320.611955:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.611957:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217320.611958:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217320.612072:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199360 00000100:00100000:3.0:1782217320.612080:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199360 00000100:00100000:3.0:1782217320.612134:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782217320.612143:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22783:x1868789713199360:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1782217320.612187:0:25256:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1782217320.617014:0:24262:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1782217320.617068:0:24262:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1782217320.617267:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22783:x1868789713199360:12345-0@lo:5:osp-pre-0-0.0 Request processed in 5121us (6974us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1782217320.617279:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1782217320.617380:0:22783:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1782217320.617389:0:22783:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b303b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22783:1868789713199360:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1782217320.617403:0:22783:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1782217320.954680:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217321.979054:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217322.553836:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782217322.553858:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713199488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782217322.553921:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217322.553966:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199488 00000100:00100000:2.0:1782217322.553973:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199488 00000100:00100000:2.0:1782217322.554022:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1782217322.554033:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713199488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782217322.554059:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782217322.554102:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713199488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217322.554122:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1782217322.554142:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217322.554177:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713199488:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1782217323.004850:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217323.065410:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782217323.065431:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713199616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217323.065500:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217323.065552:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199616 00000100:00100000:2.0:1782217323.065561:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199616 00000100:00100000:2.0:1782217323.065642:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782217323.065652:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713199616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217323.065693:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217323.065739:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713199616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217323.065746:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1782217323.065788:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713199616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217323.066471:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713199744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782217323.066507:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217323.066576:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199744 00000100:00100000:1.0:1782217323.066613:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199744 00000100:00100000:1.0:1782217323.066754:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782217323.066763:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713199744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782217323.066788:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1782217323.066828:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713199744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217323.066835:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1782217323.066867:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713199744:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1782217324.024900:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782217324.076456:0:25440:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg330-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1782217325.048878:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1782217325.290041:0:25492:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1782217325.290361:0:25492:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1782217325.627338:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713200000:0@lo:400:kworker.0 00000100:00100000:1.0:1782217325.627432:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217325.627640:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713200512:0@lo:400:kworker.0 00000100:00100000:1.0:1782217325.627675:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.627870:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713199872:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.627911:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.627950:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713200384:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.627978:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.627997:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713200896:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628048:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713201408:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628071:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628119:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713200128:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628146:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628164:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713200640:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628198:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713201152:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628218:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628233:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713201664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782217325.628255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628271:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1782217325.628277:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713200256:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628296:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628308:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713200768:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628324:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628340:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713201280:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628366:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628375:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713201792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782217325.628391:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217325.628430:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713199872 00000100:00100000:3.0:1782217325.628438:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713199872 00000100:00100000:3.0:1782217325.628492:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1782217325.628500:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713199872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628556:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713199872:12345-0@lo:400:kworker.0 Request processed in 56us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628564:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1782217325.628625:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200384 00000100:00100000:3.0:1782217325.628639:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200384 00000100:00100000:3.0:1782217325.628669:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200896 00000100:00100000:3.0:1782217325.628672:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200896 00000100:00100000:3.0:1782217325.628684:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201408 00000100:00100000:3.0:1782217325.628686:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201408 00000100:00100000:3.0:1782217325.628705:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201152 00000100:00100000:3.0:1782217325.628708:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201152 00000100:00100000:3.0:1782217325.628720:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201280 00000100:00100000:3.0:1782217325.628722:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201280 00000100:00100000:3.0:1782217325.628735:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782217325.628740:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713200384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628773:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713200384:12345-0@lo:400:kworker.0 Request processed in 32us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628779:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782217325.628790:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1782217325.628795:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713200896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628819:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713200896:12345-0@lo:400:kworker.0 Request processed in 24us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628825:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1782217325.628836:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1782217325.628841:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713201408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628867:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713201408:12345-0@lo:400:kworker.0 Request processed in 25us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628874:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1782217325.628884:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217325.628890:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713201152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628918:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1868789713201152:12345-0@lo:400:kworker.0 Request processed in 29us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628933:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1782217325.628943:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782217325.628948:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713201280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.628972:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713201280:12345-0@lo:400:kworker.0 Request processed in 24us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.628978:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1782217325.629002:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200128 00000100:00100000:3.0:1782217325.629005:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200128 00000100:00100000:3.0:1782217325.629032:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200640 00000100:00100000:3.0:1782217325.629034:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200640 00000100:00100000:3.0:1782217325.629048:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200256 00000100:00100000:3.0:1782217325.629050:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200256 00000100:00100000:3.0:1782217325.629059:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200768 00000100:00100000:3.0:1782217325.629061:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200768 00000100:00100000:3.0:1782217325.629072:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782217325.629078:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713200128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629105:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713200128:12345-0@lo:400:kworker.0 Request processed in 28us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.629112:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1782217325.629121:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217325.629126:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713200640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629163:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713200640:12345-0@lo:400:kworker.0 Request processed in 36us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.629170:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1782217325.629180:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1782217325.629185:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1868789713200256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629216:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1868789713200256:12345-0@lo:400:kworker.0 Request processed in 31us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.629222:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1782217325.629232:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217325.629237:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713200768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629258:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713200768:12345-0@lo:400:kworker.0 Request processed in 21us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.629263:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1782217325.629315:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713199872:0@lo:400:kworker.0 00010000:00080000:3.0:1782217325.629331:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b76a00 x1868789713200384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217325.629345:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713200384:0@lo:400:kworker.0 00010000:00080000:3.0:1782217325.629356:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b77480 x1868789713200896/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217325.629366:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713200896:0@lo:400:kworker.0 00010000:00080000:3.0:1782217325.629377:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b76680 x1868789713201408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217325.629386:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713201408:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629429:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713200256:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629440:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713200768:0@lo:400:kworker.0 00010000:00080000:3.0:1782217325.629450:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b75c00 x1868789713201280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217325.629471:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713201280:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629483:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713200128:0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.629493:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713200640:0@lo:400:kworker.0 00010000:00080000:3.0:1782217325.629502:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b74000 x1868789713201152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217325.629510:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1868789713201152:0@lo:400:kworker.0 00000100:00100000:2.0:1782217325.629635:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201664 00000100:00100000:2.0:1782217325.629641:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201664 00000100:00100000:2.0:1782217325.629674:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201792 00000100:00100000:2.0:1782217325.629677:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201792 00000100:00100000:2.0:1782217325.629692:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782217325.629699:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713201664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782217325.629732:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217325.629772:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713201664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217325.629777:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782217325.629789:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782217325.629795:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713201792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1782217325.629810:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782217325.629835:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713201792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217325.629840:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1782217325.629864:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1782217325.629868:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1782217325.629871:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1782217325.629873:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782217325.630238:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713201792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782217325.630251:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713201664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217325.647191:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200000 00000100:00100000:0.0:1782217325.647207:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200000 00000100:00100000:0.0:1782217325.647283:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713200512 00000100:00100000:0.0:1782217325.647287:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713200512 00000100:00100000:0.0:1782217325.647313:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782217325.647322:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713200000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217325.647476:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713200000:12345-0@lo:400:kworker.0 Request processed in 154us (20044us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217325.647484:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1782217325.647503:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1782217325.647509:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713200512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217325.647542:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713200512:12345-0@lo:400:kworker.0 Request processed in 34us (19866us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217325.647548:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1782217325.649977:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713200512:0@lo:400:kworker.0 00000100:00100000:0.0:1782217325.649998:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1868789713201024:0@lo:400:kworker.0 00000100:00100000:0.0:1782217325.650189:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217325.650231:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713201536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217325.650257:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217325.650300:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201536 00000100:00100000:0.0:1782217325.650307:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201536 00000100:00100000:0.0:1782217325.650362:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217325.650372:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1868789713201536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782217325.650509:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201024 00000100:00100000:3.0:1782217325.650514:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201024 00000100:00100000:3.0:1782217325.650559:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1782217325.650566:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1868789713201024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217325.650632:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1868789713201024:12345-0@lo:400:kworker.0 Request processed in 65us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217325.650640:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1782217325.650674:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:0.0:1782217325.650796:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217325.650832:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1868789713201536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 462us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217325.650839:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1782217325.650883:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713201536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217325.650928:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713200000:0@lo:400:kworker.0 00010000:00080000:0.0:1782217325.651163:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b77800 x1868789713201024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217325.651176:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1868789713201024:0@lo:400:kworker.0 00010000:00010000:1.0:1782217326.082873:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1782217326.144002:0:25081:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000020:00000004:3.0:1782217326.637393:0:25542:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1782217326.639206:0:25542:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1782217326.982004:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217326.982461:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693169920 00000100:00100000:2.0:1782217326.982476:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693169920 00000100:00100000:2.0:1782217326.982964:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 115 00000100:00100000:2.0:1782217326.982975:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2401:x1868789693169920:12345-192.168.203.30@tcp:250:mount.lustre.0 00010000:00080000:2.0:1782217326.983014:0:22751:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 2ea78af5-69c0-4fae-8471-2fcd2bcc9876@192.168.203.30@tcp t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:2.0:1782217326.983057:0:22751:0:(genops.c:1406:class_connect()) connect: client 2ea78af5-69c0-4fae-8471-2fcd2bcc9876, cookie 0x92b8e04cbf5fb24d 00000100:00080000:2.0:1782217326.983283:0:22751:0:(import.c:65:import_set_state_nolock()) ffff952d430ae800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217326.983383:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+5:2401:x1868789693169920:12345-192.168.203.30@tcp:250:mount.lustre.0 Request processed in 408us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217326.983393:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 115 00000100:00100000:1.0:1782217326.998509:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217326.998763:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170048 00000100:00100000:3.0:1782217326.998777:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170048 00000100:00100000:3.0:1782217326.998851:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 116 00000100:00100000:3.0:1782217326.998864:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+5:18070:x1868789693170048:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1782217326.998889:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217326.998930:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e72e2da00/0x92b8e04cbf5fb254 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973931 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217326.998967:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e72e2da00/0x92b8e04cbf5fb254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973931 expref: 6 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217326.998979:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e72e2da00/0x92b8e04cbf5fb254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973931 expref: 6 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217326.998989:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2da00, rc 0) 00000100:00100000:3.0:1782217326.999063:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+6:18070:x1868789693170048:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 202us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217326.999072:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 116 00000100:00100000:1.0:1782217327.007723:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.007831:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170176 00000100:00100000:3.0:1782217327.007845:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170176 00000100:00100000:3.0:1782217327.007919:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 117 00000100:00100000:3.0:1782217327.007931:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+6:18070:x1868789693170176:12345-192.168.203.30@tcp:501:mount.lustre.0 00000100:00100000:3.0:1782217327.008095:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+6:18070:x1868789693170176:12345-192.168.203.30@tcp:501:mount.lustre.0 Request processed in 166us (389us total) trans 0 rc -2/-2 00000100:00100000:3.0:1782217327.008104:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 117 00000100:00100000:1.0:1782217327.010894:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217327.011336:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170304 00000100:00100000:2.0:1782217327.011367:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170304 00000100:00100000:2.0:1782217327.011439:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 118 00000100:00100000:2.0:1782217327.011451:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e586ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+6:18070:x1868789693170304:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:2.0:1782217327.011476:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217327.011500:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fc800/0x92b8e04cbf5fb25b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973938 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217327.011548:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fc800/0x92b8e04cbf5fb25b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973938 expref: 7 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217327.011561:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fc800/0x92b8e04cbf5fb25b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973938 expref: 7 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217327.011573:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fc800, rc 0) 00000100:00100000:0.0:1782217327.012940:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e586ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+7:18070:x1868789693170304:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 1478us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.012953:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 118 00000100:00100000:1.0:1782217327.022161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.022340:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170432 00000100:00100000:0.0:1782217327.022354:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170432 00000100:00100000:0.0:1782217327.022431:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 119 00000100:00100000:0.0:1782217327.022441:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+7:18070:x1868789693170432:12345-192.168.203.30@tcp:501:mount.lustre.0 00000100:00100000:0.0:1782217327.022826:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18070:x1868789693170432:12345-192.168.203.30@tcp:501:mount.lustre.0 Request processed in 383us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.022836:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 119 00000100:00100000:1.0:1782217327.032286:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.032374:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170560 00000100:00100000:0.0:1782217327.032388:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170560 00000100:00100000:0.0:1782217327.032463:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 120 00000100:00100000:0.0:1782217327.032476:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18070:x1868789693170560:12345-192.168.203.30@tcp:503:mount.lustre.0 00000100:00100000:0.0:1782217327.032714:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47e80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18070:x1868789693170560:12345-192.168.203.30@tcp:503:mount.lustre.0 Request processed in 240us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.032741:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 120 00000100:00100000:2.0:1782217327.038282:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.038690:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170688 00000100:00100000:0.0:1782217327.038704:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170688 00000100:00100000:0.0:1782217327.038789:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 121 00000100:00100000:0.0:1782217327.038802:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d961450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170688:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782217327.039009:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d961450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170688:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 209us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.039018:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 121 00000100:00100000:1.0:1782217327.083007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.095429:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170816 00000100:00100000:3.0:1782217327.095450:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170816 00000100:00100000:3.0:1782217327.095532:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 122 00000100:00100000:3.0:1782217327.095543:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d960c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170816:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1782217327.095798:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d960c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170816:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 255us (12807us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.095807:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 122 00010000:00010000:3.0:1782217327.096994:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217327.099334:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217327.099497:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693170944 00000100:00100000:2.0:1782217327.099508:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693170944 00000100:00100000:2.0:1782217327.099576:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 123 00000100:00100000:2.0:1782217327.099629:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d961850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170944:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782217327.099850:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d961850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18089:x1868789693170944:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 223us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.099859:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 123 00000100:00100000:2.0:1782217327.127785:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.127919:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171072 00000100:00100000:0.0:1782217327.127933:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171072 00000100:00100000:0.0:1782217327.128005:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 124 00000100:00100000:0.0:1782217327.128018:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d963450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+8:18070:x1868789693171072:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:0.0:1782217327.128042:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217327.128067:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343200/0x92b8e04cbf5fb262 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973969 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.128111:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343200/0x92b8e04cbf5fb262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973969 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.128125:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343200/0x92b8e04cbf5fb262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973969 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.128137:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343200, rc 0) 00000100:00100000:0.0:1782217327.128224:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d963450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+9:18070:x1868789693171072:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 209us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.128233:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 124 00000100:00100000:1.0:1782217327.139980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.140104:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171200 00000100:00100000:3.0:1782217327.140118:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171200 00000100:00100000:3.0:1782217327.140191:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 125 00000100:00100000:3.0:1782217327.140203:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d960450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+9:18070:x1868789693171200:12345-192.168.203.30@tcp:256:mount.lustre.0 20000000:01000000:3.0:1782217327.140245:0:22752:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1782217327.140267:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1782217327.140272:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1782217327.140275:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1782217327.140278:0:22752:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1782217327.140281:0:22752:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1782217327.153776:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d960450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+9:18070:x1868789693171200:12345-192.168.203.30@tcp:256:mount.lustre.0 Request processed in 13555us (13790us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.153800:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 125 00000100:00100000:2.0:1782217327.157531:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.163330:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171328 00000100:00100000:0.0:1782217327.163351:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171328 00000100:00100000:0.0:1782217327.163632:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 126 00000100:00100000:0.0:1782217327.163655:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+9:18070:x1868789693171328:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:0.0:1782217327.163677:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217327.163704:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973970 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.163888:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 10 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.163905:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 10 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217327.163915:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343400, rc 0) 00000100:00100000:0.0:1782217327.164166:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18070:x1868789693171328:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 523us (6653us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.164175:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 126 00000100:00100000:1.0:1782217327.174763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.174886:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171456 00000100:00100000:3.0:1782217327.174899:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171456 00000100:00100000:3.0:1782217327.174981:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 127 00000100:00100000:3.0:1782217327.174993:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6d963050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18070:x1868789693171456:12345-192.168.203.30@tcp:501:mount.lustre.0 00000100:00100000:3.0:1782217327.175223:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6d963050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18070:x1868789693171456:12345-192.168.203.30@tcp:501:mount.lustre.0 Request processed in 231us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.175232:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 127 00000100:00100000:0.0:1782217327.180363:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217327.180492:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171584 00000100:00100000:2.0:1782217327.180508:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171584 00000100:00100000:2.0:1782217327.180615:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 128 00000100:00100000:2.0:1782217327.180630:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18070:x1868789693171584:12345-192.168.203.30@tcp:503:mount.lustre.0 00000100:00100000:2.0:1782217327.180851:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18070:x1868789693171584:12345-192.168.203.30@tcp:503:mount.lustre.0 Request processed in 224us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.180859:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 128 00000100:00100000:2.0:1782217327.194117:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217327.194697:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171712 00000100:00100000:1.0:1782217327.194711:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171712 00000100:00100000:1.0:1782217327.194804:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 129 00000100:00100000:1.0:1782217327.194817:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18092:x1868789693171712:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1782217327.195082:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c61a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18092:x1868789693171712:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 267us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217327.195092:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 129 00000100:00100000:1.0:1782217327.205940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.206769:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171840 00000100:00100000:3.0:1782217327.206789:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171840 00000100:00100000:3.0:1782217327.206883:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 130 00000100:00100000:3.0:1782217327.206898:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18092:x1868789693171840:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1782217327.209511:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18092:x1868789693171840:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 248us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.209566:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 130 00000100:00100000:0.0:1782217327.244616:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.245609:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693171968 00000100:00100000:3.0:1782217327.245625:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693171968 00000100:00100000:3.0:1782217327.245704:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:3.0:1782217327.245716:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2401:x1868789693171968:12345-192.168.203.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1782217327.245768:0:22758:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:3.0:1782217327.245841:0:22758:0:(genops.c:1406:class_connect()) connect: client 23463263-90e8-4482-a927-07e95de69624, cookie 0x92b8e04cbf5fb270 00000004:00100000:3.0:1782217327.245875:0:22758:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1782217327.246399:0:22758:0:(import.c:65:import_set_state_nolock()) ffff952d4245f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1782217327.246505:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:2401:x1868789693171968:12345-192.168.203.30@tcp:38:mount.lustre.0 Request processed in 789us (1935us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.246514:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:1.0:1782217327.246666:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.249462:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172224 00000100:00100000:3.0:1782217327.249484:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172224 00000100:00100000:3.0:1782217327.249569:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:3.0:1782217327.249579:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1868789693172224:12345-192.168.203.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1782217327.249672:0:22760:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1782217327.250860:0:22760:0:(genops.c:1406:class_connect()) connect: client 23463263-90e8-4482-a927-07e95de69624, cookie 0x92b8e04cbf5fb277 00000004:00100000:2.0:1782217327.250906:0:22760:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1782217327.251316:0:22760:0:(import.c:65:import_set_state_nolock()) ffff952d430ac800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217327.251486:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+6:2401:x1868789693172224:12345-192.168.203.30@tcp:38:mount.lustre.0 Request processed in 1906us (4819us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.251498:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:1.0:1782217327.263570:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217327.263713:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217327.264030:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217327.264056:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172480 00000100:00100000:0.0:1782217327.264068:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172480 00000100:00080000:1.0:1782217327.264183:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782217327.264394:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172096 00000100:00100000:3.0:1782217327.264399:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172096 00000100:00100000:3.0:1782217327.264446:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 9 00000100:00100000:3.0:1782217327.264456:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+7:18070:x1868789693172480:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:3.0:1782217327.264507:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1782217327.264648:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+7:18070:x1868789693172480:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 184us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.264676:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 9 00000100:00100000:3.0:1782217327.264698:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:3.0:1782217327.264705:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:0:x1868789693172096:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:3.0:1782217327.264716:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1782217327.264810:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:0:x1868789693172096:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 106us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217327.264818:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:2.0:1782217327.271812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217327.271951:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172352 00000100:00100000:1.0:1782217327.271964:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172352 00000100:00100000:1.0:1782217327.272045:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172608 00000100:00100000:1.0:1782217327.272048:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172608 00000100:00100000:1.0:1782217327.272070:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:1.0:1782217327.272081:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:0:x1868789693172352:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:1.0:1782217327.272131:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782217327.272253:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:0:x1868789693172352:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 173us (8222us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217327.272261:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:1.0:1782217327.272282:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 12 00000100:00100000:1.0:1782217327.272289:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693172608:12345-192.168.203.30@tcp:40:mount.lustre.0 00000100:00100000:1.0:1782217327.272321:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693172608:12345-192.168.203.30@tcp:40:mount.lustre.0 Request processed in 32us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217327.272345:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 12 00000100:00080000:2.0:1782217327.272623:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782217327.286961:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.287010:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217327.287048:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217327.290461:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172736 00000100:00100000:2.0:1782217327.290484:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172736 00000100:00100000:2.0:1782217327.290550:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172864 00000100:00100000:2.0:1782217327.290553:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172864 00000100:00100000:2.0:1782217327.290624:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:2.0:1782217327.290634:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1868789693172736:12345-192.168.203.30@tcp:8:mount.lustre.0 00010000:00080000:2.0:1782217327.290687:0:24267:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1782217327.290739:0:24267:0:(genops.c:1406:class_connect()) connect: client 23463263-90e8-4482-a927-07e95de69624, cookie 0x92b8e04cbf5fb27e 00002000:00100000:2.0:1782217327.290755:0:24267:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 23463263-90e8-4482-a927-07e95de69624/ffff952d430ae000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1782217327.290778:0:24267:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1782217327.290993:0:24267:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1782217327.291034:0:24267:0:(import.c:65:import_set_state_nolock()) ffff952d430af000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217327.291119:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+6:2401:x1868789693172736:12345-192.168.203.30@tcp:8:mount.lustre.0 Request processed in 485us (4108us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.291157:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:2.0:1782217327.291181:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 17 00000100:00100000:2.0:1782217327.291187:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1868789693172864:12345-192.168.203.30@tcp:8:mount.lustre.0 00010000:00080000:2.0:1782217327.291205:0:24267:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1782217327.291222:0:24267:0:(genops.c:1406:class_connect()) connect: client 23463263-90e8-4482-a927-07e95de69624, cookie 0x92b8e04cbf5fb285 00002000:00100000:2.0:1782217327.291228:0:24267:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 23463263-90e8-4482-a927-07e95de69624/ffff952d430a9000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1782217327.291241:0:24267:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1782217327.291354:0:24267:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1782217327.291369:0:24267:0:(import.c:65:import_set_state_nolock()) ffff952d430af800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217327.291392:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+6:2401:x1868789693172864:12345-192.168.203.30@tcp:8:mount.lustre.0 Request processed in 204us (4343us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.291399:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 17 00000100:00100000:1.0:1782217327.292127:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693172992 00000100:00100000:1.0:1782217327.292137:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693172992 00000100:00100000:1.0:1782217327.292204:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:1.0:1782217327.292213:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693172992:12345-192.168.203.30@tcp:900:mount.lustre.0 00000100:00100000:1.0:1782217327.292271:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693172992:12345-192.168.203.30@tcp:900:mount.lustre.0 Request processed in 58us (5325us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217327.292279:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:3.0:1782217327.309699:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217327.309936:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173120 00000100:00100000:1.0:1782217327.309949:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173120 00000100:00100000:1.0:1782217327.310015:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:1.0:1782217327.310028:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693173120:12345-192.168.203.30@tcp:33:mount.lustre.0 00000004:00080000:1.0:1782217327.314274:0:22761:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4131us 00000004:00200000:0.0:1782217327.355202:0:22761:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1782217327.355386:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23463263-90e8-4482-a927-07e95de69624+6:18070:x1868789693173120:12345-192.168.203.30@tcp:33:mount.lustre.0 Request processed in 45353us (45694us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217327.355404:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 0 00000040:00080000:1.0:1782217327.418280:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782217327.632545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217327.632760:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173248 00000100:00100000:1.0:1782217327.632773:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173248 00000100:00100000:1.0:1782217327.632840:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:1.0:1782217327.632851:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+6:18115:x1868789693173248:12345-192.168.203.30@tcp:101:mkdir.0 00010000:00010000:1.0:1782217327.632879:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217327.632914:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d400/0x92b8e04cbf5fb28c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be9739a1 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.632997:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.633013:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.633046:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217327.633108:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782217327.633113:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782217327.633152:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.633184:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d400/0x92b8e04cbf5fb28c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739a1 expref: 8 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.633206:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739a1 expref: 7 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217327.633216:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:1.0:1782217327.633220:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782217327.633224:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121d600, rc 0) 00000100:00100000:1.0:1782217327.633303:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+7:18115:x1868789693173248:12345-192.168.203.30@tcp:101:mkdir.0 Request processed in 453us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217327.633311:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:0.0:1782217327.672961:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217327.673015:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713201920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782217327.673109:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217327.673230:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713201920 00000100:00100000:2.0:1782217327.673240:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713201920 00000100:00100000:2.0:1782217327.673325:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782217327.673340:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713201920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782217327.673374:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782217327.673433:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713201920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217327.673441:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1782217327.673497:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713201920:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1782217327.678973:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1782217328.120874:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217328.184903:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782217328.184948:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713202048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217328.185039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217328.185254:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202048 00000100:00100000:2.0:1782217328.185264:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202048 00000100:00100000:2.0:1782217328.185330:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1782217328.185358:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713202048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217328.185410:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217328.185473:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713202048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217328.185480:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1782217328.186534:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713202048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217328.187534:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782217328.187557:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713202176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782217328.187669:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217328.187820:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202176 00000100:00100000:2.0:1782217328.187830:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202176 00000100:00100000:2.0:1782217328.187891:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1782217328.187901:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713202176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217328.188286:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782217328.188354:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713202176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 453us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217328.188362:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1782217328.188450:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713202176:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1782217329.144945:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1782217329.340795:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1782217330.168879:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217330.192132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.192250:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173376 00000100:00100000:0.0:1782217330.192263:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173376 00000100:00100000:0.0:1782217330.192369:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00100000:0.0:1782217330.192381:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+7:18167:x1868789693173376:12345-192.168.203.30@tcp:41:lfs.0 00000004:00000024:0.0:1782217330.192436:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782217330.192550:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+7:18167:x1868789693173376:12345-192.168.203.30@tcp:41:lfs.0 Request processed in 172us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.192559:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00080000:1.0:1782217330.193049:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782217330.197776:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217330.197926:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173504 00000100:00100000:1.0:1782217330.197940:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173504 00000100:00100000:1.0:1782217330.198034:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00100000:1.0:1782217330.198046:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173504:12345-192.168.203.30@tcp:41:lfs.0 00000004:00000024:1.0:1782217330.198110:0:22795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1782217330.198217:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173504:12345-192.168.203.30@tcp:41:lfs.0 Request processed in 173us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.198224:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00080000:2.0:1782217330.199029:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1782217330.209122:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.209427:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173632 00000100:00100000:0.0:1782217330.209439:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173632 00000100:00100000:0.0:1782217330.209527:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:0.0:1782217330.209539:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173632:12345-192.168.203.30@tcp:13:lfs.0 00000100:00080000:2.0:1782217330.209687:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1782217330.209779:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217330.209929:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173632:12345-192.168.203.30@tcp:13:lfs.0 Request processed in 391us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.209937:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:0.0:1782217330.220222:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.220329:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173760 00000100:00100000:2.0:1782217330.220343:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173760 00000100:00100000:2.0:1782217330.220542:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:2.0:1782217330.220554:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173760:12345-192.168.203.30@tcp:13:lfs.0 00002000:00000024:2.0:1782217330.220651:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217330.220923:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23463263-90e8-4482-a927-07e95de69624+6:18167:x1868789693173760:12345-192.168.203.30@tcp:13:lfs.0 Request processed in 368us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.220933:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00080000:1.0:1782217330.227135:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217330.532536:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.532893:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693173888 00000100:00100000:0.0:1782217330.532906:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693173888 00000100:00100000:0.0:1782217330.532988:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 131 00000100:00100000:0.0:1782217330.533001:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+10:18199:x1868789693173888:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:0.0:1782217330.533025:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217330.533049:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343800/0x92b8e04cbf5fb29a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be9739a8 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217330.533103:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343800/0x92b8e04cbf5fb29a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739a8 expref: 11 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217330.533117:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343800/0x92b8e04cbf5fb29a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739a8 expref: 11 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217330.533129:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343800, rc 0) 00000100:00100000:0.0:1782217330.533209:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693173888:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 209us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.533217:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 131 00000100:00100000:3.0:1782217330.536746:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.536973:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174016 00000100:00100000:2.0:1782217330.536985:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174016 00000100:00100000:2.0:1782217330.537058:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 132 00000100:00100000:2.0:1782217330.537069:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693174016:12345-192.168.203.30@tcp:501:mount.lustre.0 00000100:00100000:2.0:1782217330.537576:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693174016:12345-192.168.203.30@tcp:501:mount.lustre.0 Request processed in 507us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.538269:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 132 00000100:00100000:2.0:1782217330.551790:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217330.551914:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174144 00000100:00100000:1.0:1782217330.551927:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174144 00000100:00100000:1.0:1782217330.552005:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 133 00000100:00100000:1.0:1782217330.552017:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693174144:12345-192.168.203.30@tcp:503:mount.lustre.0 00000100:00100000:1.0:1782217330.552226:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693174144:12345-192.168.203.30@tcp:503:mount.lustre.0 Request processed in 211us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.552236:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 133 00000100:00100000:3.0:1782217330.567203:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.567379:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174272 00000100:00100000:2.0:1782217330.567397:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174272 00000100:00100000:2.0:1782217330.567485:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 134 00000100:00100000:2.0:1782217330.567498:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174272:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782217330.567952:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174272:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 455us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.567962:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 134 00000100:00100000:3.0:1782217330.604666:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.604744:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174400 00000100:00100000:0.0:1782217330.604763:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174400 00000100:00100000:0.0:1782217330.604848:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 135 00000100:00100000:0.0:1782217330.604860:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174400:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782217330.605071:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174400:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 213us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.605080:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 135 00000100:00100000:3.0:1782217330.612657:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.612921:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174528 00000100:00100000:2.0:1782217330.612934:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174528 00000100:00100000:2.0:1782217330.613002:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 136 00000100:00100000:2.0:1782217330.613015:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174528:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782217330.613208:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18206:x1868789693174528:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 195us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.613217:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 136 00000100:00100000:3.0:1782217330.617209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217330.617326:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174656 00000100:00100000:1.0:1782217330.617338:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174656 00000100:00100000:1.0:1782217330.617406:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 137 00000100:00100000:1.0:1782217330.617419:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18199:x1868789693174656:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1782217330.617440:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217330.617462:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e4121d400/0x92b8e04cbf5fb2a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be9739d9 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217330.617652:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e4121d400/0x92b8e04cbf5fb2a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739d9 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217330.617667:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e4121d400/0x92b8e04cbf5fb2a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739d9 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217330.617679:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121d400, rc 0) 00000100:00100000:1.0:1782217330.617821:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18199:x1868789693174656:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 404us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.617828:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 137 00000100:00100000:3.0:1782217330.624852:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.625039:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174784 00000100:00100000:0.0:1782217330.625051:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174784 00000100:00100000:0.0:1782217330.625113:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 138 00000100:00100000:0.0:1782217330.625125:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18199:x1868789693174784:12345-192.168.203.30@tcp:256:mount.lustre.0 20000000:01000000:0.0:1782217330.625164:0:22751:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1782217330.625186:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1782217330.625191:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1782217330.625194:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1782217330.625197:0:22751:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1782217330.625200:0:22751:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1782217330.635441:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18199:x1868789693174784:12345-192.168.203.30@tcp:256:mount.lustre.0 Request processed in 10306us (10590us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.635456:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 138 00000100:00100000:3.0:1782217330.647379:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.647511:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693174912 00000100:00100000:2.0:1782217330.647529:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693174912 00000100:00100000:2.0:1782217330.647667:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 139 00000100:00100000:2.0:1782217330.647680:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18199:x1868789693174912:12345-192.168.203.30@tcp:101:mount.lustre.0 00010000:00010000:2.0:1782217330.647720:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217330.647745:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be9739e0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217330.647781:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217330.647794:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217330.647806:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fde00, rc 0) 00000100:00100000:2.0:1782217330.647882:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18199:x1868789693174912:12345-192.168.203.30@tcp:101:mount.lustre.0 Request processed in 205us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.647891:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 139 00000100:00100000:2.0:1782217330.662259:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.663012:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175040 00000100:00100000:0.0:1782217330.663024:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175040 00000100:00100000:0.0:1782217330.663086:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 140 00000100:00100000:0.0:1782217330.663097:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18199:x1868789693175040:12345-192.168.203.30@tcp:501:mount.lustre.0 00000100:00100000:0.0:1782217330.663265:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18199:x1868789693175040:12345-192.168.203.30@tcp:501:mount.lustre.0 Request processed in 169us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.663273:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 140 00000100:00100000:3.0:1782217330.683449:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217330.683572:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175168 00000100:00100000:1.0:1782217330.683631:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175168 00000100:00100000:1.0:1782217330.683678:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 141 00000100:00100000:1.0:1782217330.683686:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18199:x1868789693175168:12345-192.168.203.30@tcp:503:mount.lustre.0 00000100:00100000:1.0:1782217330.683835:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18199:x1868789693175168:12345-192.168.203.30@tcp:503:mount.lustre.0 Request processed in 148us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.683842:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 141 00000100:00100000:3.0:1782217330.692866:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.693730:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175296 00000100:00100000:2.0:1782217330.693741:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175296 00000100:00100000:2.0:1782217330.693806:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 142 00000100:00100000:2.0:1782217330.693816:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18212:x1868789693175296:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1782217330.693958:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18212:x1868789693175296:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 143us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.693966:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 142 00000100:00100000:2.0:1782217330.714792:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.714960:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175424 00000100:00100000:0.0:1782217330.714970:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175424 00000100:00100000:0.0:1782217330.715026:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 143 00000100:00100000:0.0:1782217330.715036:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18212:x1868789693175424:12345-192.168.203.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1782217330.715186:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18212:x1868789693175424:12345-192.168.203.30@tcp:502:llog_process_th.0 Request processed in 150us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.715194:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 143 00000100:00100000:0.0:1782217330.745807:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713202688:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.745873:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.745934:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713203200:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.745959:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.745979:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7690a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713203712:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746003:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.746025:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1782217330.746032:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713202304:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746059:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.746079:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713202816:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746098:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.746115:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713203328:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746148:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.746162:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7690b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713203840:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746185:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.746222:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202688 00000100:00100000:0.0:1782217330.746228:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202688 00000100:00100000:0.0:1782217330.746275:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203200 00000100:00100000:0.0:1782217330.746278:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203200 00000100:00100000:0.0:1782217330.746298:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782217330.746305:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713202688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746357:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713202688:12345-0@lo:400:kworker.0 Request processed in 51us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.746363:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782217330.746377:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217330.746384:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713203200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.746411:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713203200:12345-0@lo:400:kworker.0 Request processed in 28us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.746426:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782217330.746445:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203712 00000100:00100000:0.0:1782217330.746448:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203712 00000100:00100000:0.0:1782217330.748876:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202816 00000100:00100000:0.0:1782217330.748889:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202816 00000100:00100000:0.0:1782217330.748931:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203328 00000100:00100000:0.0:1782217330.748934:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203328 00000100:00100000:0.0:1782217330.748944:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203840 00000100:00100000:0.0:1782217330.748946:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203840 00000100:00100000:0.0:1782217330.748966:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217330.748976:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713203712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749050:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713203712:12345-0@lo:400:kworker.0 Request processed in 74us (3046us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.749057:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1782217330.749077:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782217330.749084:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713202816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749181:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1868789713202816:12345-0@lo:400:kworker.0 Request processed in 28us (3012us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.749189:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1782217330.749206:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782217330.749218:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713203328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749253:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713203328:12345-0@lo:400:kworker.0 Request processed in 35us (3102us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.749259:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1782217330.749274:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782217330.749281:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713203840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749325:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713203840:12345-0@lo:400:kworker.0 Request processed in 46us (3139us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.749331:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1782217330.749368:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713202560:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749404:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.749435:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713203072:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.749456:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.749474:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713203584:0@lo:400:kworker.0 00000100:00100000:3.0:1782217330.749704:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202560 00000100:00100000:3.0:1782217330.749710:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202560 00000100:00100000:3.0:1782217330.749736:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203072 00000100:00100000:3.0:1782217330.749739:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203072 00000100:00100000:3.0:1782217330.749758:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1782217330.749764:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713202560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217330.749799:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713202560:12345-0@lo:400:kworker.0 Request processed in 35us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217330.749805:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1782217330.749816:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1782217330.749822:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713203072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217330.749848:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713203072:12345-0@lo:400:kworker.0 Request processed in 26us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217330.749854:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782217330.750628:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.750675:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713202560:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750686:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713203072:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750703:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1782217330.750712:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713202432:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750736:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.750754:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713202944:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750773:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.750790:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1868789713203456:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750808:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217330.750871:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202432 00000100:00100000:0.0:1782217330.750875:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202432 00000100:00100000:0.0:1782217330.750905:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202944 00000100:00100000:0.0:1782217330.750908:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202944 00000100:00100000:0.0:1782217330.750922:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1782217330.750928:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713202432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.750977:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713202432:12345-0@lo:400:kworker.0 Request processed in 49us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.750985:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1782217330.750998:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1782217330.751004:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713202944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.751029:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713202944:12345-0@lo:400:kworker.0 Request processed in 25us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.751034:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1782217330.751048:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203584 00000100:00100000:0.0:1782217330.751051:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203584 00000100:00100000:0.0:1782217330.751068:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203456 00000100:00100000:0.0:1782217330.751070:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203456 00000100:00100000:0.0:1782217330.751080:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782217330.751084:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1868789713203584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.751108:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1868789713203584:12345-0@lo:400:kworker.0 Request processed in 23us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.751113:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1782217330.751121:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00080000:1.0:1782217330.751268:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1782217330.751273:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782217330.751275:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1782217330.751277:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217330.752255:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782217330.752268:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713204224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782217330.752309:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217330.752345:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204224 00000100:00100000:2.0:1782217330.752360:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204224 00000100:00100000:2.0:1782217330.752397:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217330.752404:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713204224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1782217330.752421:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782217330.752456:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713204224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.752475:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217330.752522:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713204224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782217330.752665:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713204096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782217330.752688:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217330.752713:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713202432:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.752725:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713202944:0@lo:400:kworker.0 00010000:00080000:2.0:1782217330.752738:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e7c997100 x1868789713203584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217330.752747:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1868789713203584:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.752765:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782217330.752771:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e76909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713203968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782217330.752795:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217330.752819:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204096 00000100:00100000:2.0:1782217330.752823:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204096 00000100:00100000:2.0:1782217330.752840:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713203968 00000100:00100000:2.0:1782217330.752842:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713203968 00000100:00100000:2.0:1782217330.752854:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782217330.752860:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713204096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782217330.752871:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217330.752907:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713204096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.752914:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1782217330.752926:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1782217330.752932:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713203968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782217330.752942:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217330.752964:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713203968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.752969:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1782217330.753002:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1868789713202816:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753015:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713203328:0@lo:400:kworker.0 00010000:00080000:2.0:1782217330.753032:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e7690b800 x1868789713203840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217330.753042:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7690b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713203840:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753052:0:3649:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1782217330.753063:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713202688:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753075:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713203200:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753092:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7690a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713203712:0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753127:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e76909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713203968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782217330.753138:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713204096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782217330.753178:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713202304 00000100:00100000:2.0:1782217330.753182:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713202304 00000100:00100000:2.0:1782217330.753216:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1782217330.753222:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:3649:x1868789713202304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217330.753258:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:3649:x1868789713202304:12345-0@lo:400:kworker.0 Request processed in 36us (7198us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.753264:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1782217330.753297:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713202304:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.753599:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1868789713203456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.753651:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1868789713203456:12345-0@lo:400:kworker.0 Request processed in 69us (2841us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.753706:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1868789713203456:0@lo:400:kworker.0 00000100:00100000:0.0:1782217330.768253:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1782217330.772915:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.772963:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.772996:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.773025:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.773049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.773072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.773097:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176320 00000100:00100000:3.0:1782217330.773105:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176320 00000100:00100000:3.0:1782217330.773149:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176448 00000100:00100000:3.0:1782217330.773152:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176448 00000100:00100000:3.0:1782217330.773170:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:3.0:1782217330.773180:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176320:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217330.773238:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:2.0:1782217330.773249:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176448:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217330.773254:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176320:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 77us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.773275:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176448:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 31us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217330.773276:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:2.0:1782217330.773281:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:2.0:1782217330.773296:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176064 00000100:00100000:2.0:1782217330.773299:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176064 00000100:00100000:2.0:1782217330.773317:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176192 00000100:00100000:2.0:1782217330.773319:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176192 00000100:00100000:2.0:1782217330.773348:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175552 00000100:00100000:2.0:1782217330.773352:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175552 00000100:00100000:2.0:1782217330.773361:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175808 00000100:00100000:2.0:1782217330.773363:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175808 00000100:00100000:2.0:1782217330.773389:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 40 00000100:00100000:2.0:1782217330.773397:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+7:2404:x1868789693176064:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217330.773428:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+7:2404:x1868789693176064:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 33us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.773435:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 40 00000100:00100000:2.0:1782217330.773448:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 41 00000100:00100000:2.0:1782217330.773460:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176192:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:2.0:1782217330.773510:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693176192:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 51us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.773517:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 41 00000100:00100000:2.0:1782217330.773529:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:2.0:1782217330.773534:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2401:x1868789693175552:12345-192.168.203.30@tcp:38:mount.lustre.0 00010000:00080000:2.0:1782217330.773555:0:22758:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from e1034e47-ed3d-4f13-86cd-626c188160a6@192.168.203.30@tcp t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782217330.773631:0:22758:0:(genops.c:1406:class_connect()) connect: client e1034e47-ed3d-4f13-86cd-626c188160a6, cookie 0x92b8e04cbf5fb2af 00000004:00100000:2.0:1782217330.773656:0:22758:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1782217330.773744:0:22758:0:(import.c:65:import_set_state_nolock()) ffff952d430ac000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217330.773775:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2401:x1868789693175552:12345-192.168.203.30@tcp:38:mount.lustre.0 Request processed in 239us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.773781:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:2.0:1782217330.773795:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 17 00000100:00100000:2.0:1782217330.773800:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2401:x1868789693175808:12345-192.168.203.30@tcp:38:mount.lustre.0 00010000:00080000:2.0:1782217330.773816:0:22758:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from e1034e47-ed3d-4f13-86cd-626c188160a6@192.168.203.30@tcp t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782217330.773839:0:22758:0:(genops.c:1406:class_connect()) connect: client e1034e47-ed3d-4f13-86cd-626c188160a6, cookie 0x92b8e04cbf5fb2b6 00000004:00100000:2.0:1782217330.773852:0:22758:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1782217330.773893:0:22758:0:(import.c:65:import_set_state_nolock()) ffff952d430ab000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217330.773917:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2401:x1868789693175808:12345-192.168.203.30@tcp:38:mount.lustre.0 Request processed in 116us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.773924:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 17 00000100:00100000:3.0:1782217330.784829:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.784886:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217330.784955:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.787769:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175936 00000100:00100000:0.0:1782217330.787783:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175936 00000100:00100000:0.0:1782217330.787865:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693175680 00000100:00100000:0.0:1782217330.787869:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693175680 00000100:00100000:0.0:1782217330.787895:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176576 00000100:00100000:0.0:1782217330.787914:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176576 00000100:00100000:0.0:1782217330.787937:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 18 00000100:00100000:0.0:1782217330.787946:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+6:0:x1868789693175936:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782217330.787978:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217330.788054:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+6:0:x1868789693175936:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 108us (3233us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.788062:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 18 00000100:00100000:0.0:1782217330.788080:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:0.0:1782217330.788087:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+7:0:x1868789693175680:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782217330.788100:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782217330.788124:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+7:0:x1868789693175680:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 38us (3248us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.788129:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:0.0:1782217330.788141:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:0.0:1782217330.788147:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693176576:12345-192.168.203.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1782217330.788158:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1782217330.788178:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693176576:12345-192.168.203.30@tcp:41:mount.lustre.0 Request processed in 31us (3223us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.788184:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00080000:3.0:1782217330.792789:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1782217330.792800:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1782217330.794551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.794811:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176704 00000100:00100000:0.0:1782217330.794820:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176704 00000100:00100000:1.0:1782217330.794976:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:1.0:1782217330.794988:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693176704:12345-192.168.203.30@tcp:40:mount.lustre.0 00000100:00100000:1.0:1782217330.795083:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693176704:12345-192.168.203.30@tcp:40:mount.lustre.0 Request processed in 97us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.795091:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:0.0:1782217330.800703:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.800744:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.800838:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176832 00000100:00100000:2.0:1782217330.800848:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176832 00000100:00100000:2.0:1782217330.800913:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 18 00000100:00100000:2.0:1782217330.800921:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2401:x1868789693176832:12345-192.168.203.30@tcp:8:mount.lustre.0 00010000:00080000:2.0:1782217330.800951:0:24268:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from e1034e47-ed3d-4f13-86cd-626c188160a6@192.168.203.30@tcp t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782217330.800984:0:24268:0:(genops.c:1406:class_connect()) connect: client e1034e47-ed3d-4f13-86cd-626c188160a6, cookie 0x92b8e04cbf5fb2bd 00002000:00100000:2.0:1782217330.800995:0:24268:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e1034e47-ed3d-4f13-86cd-626c188160a6/ffff952d430ad800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1782217330.801006:0:24268:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1782217330.801066:0:24268:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1782217330.801093:0:24268:0:(import.c:65:import_set_state_nolock()) ffff952d430a9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217330.801155:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2401:x1868789693176832:12345-192.168.203.30@tcp:8:mount.lustre.0 Request processed in 233us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.801163:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 18 00000100:00100000:0.0:1782217330.801414:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217330.801661:0:24825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693176960 00000100:00100000:2.0:1782217330.801666:0:24825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693176960 00000100:00100000:2.0:1782217330.801698:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:2.0:1782217330.801703:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2401:x1868789693176960:12345-192.168.203.30@tcp:8:mount.lustre.0 00010000:00080000:2.0:1782217330.801724:0:24825:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from e1034e47-ed3d-4f13-86cd-626c188160a6@192.168.203.30@tcp t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1782217330.801767:0:24825:0:(genops.c:1406:class_connect()) connect: client e1034e47-ed3d-4f13-86cd-626c188160a6, cookie 0x92b8e04cbf5fb2c4 00002000:00100000:2.0:1782217330.801774:0:24825:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e1034e47-ed3d-4f13-86cd-626c188160a6/ffff952e7c9f0000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1782217330.801781:0:24825:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1782217330.801818:0:24825:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1782217330.801835:0:24825:0:(import.c:65:import_set_state_nolock()) ffff952e7c9f7000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1782217330.801869:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2401:x1868789693176960:12345-192.168.203.30@tcp:8:mount.lustre.0 Request processed in 164us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217330.801889:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:1.0:1782217330.806015:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177088 00000100:00100000:1.0:1782217330.806029:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177088 00000100:00100000:1.0:1782217330.806110:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 4 00000100:00100000:1.0:1782217330.806121:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693177088:12345-192.168.203.30@tcp:900:mount.lustre.0 00000100:00100000:1.0:1782217330.806207:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693177088:12345-192.168.203.30@tcp:900:mount.lustre.0 Request processed in 88us (5462us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217330.806215:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 4 00000100:00100000:3.0:1782217330.825822:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217330.826109:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177216 00000100:00100000:0.0:1782217330.826129:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177216 00000100:00100000:0.0:1782217330.826184:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 1 00000100:00100000:0.0:1782217330.826194:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693177216:12345-192.168.203.30@tcp:33:mount.lustre.0 00000004:00200000:0.0:1782217330.826273:0:22762:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1782217330.826354:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18199:x1868789693177216:12345-192.168.203.30@tcp:33:mount.lustre.0 Request processed in 160us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217330.826362:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 1 00000100:00100000:0.0:1782217331.128348:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217331.128459:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177344 00000100:00100000:1.0:1782217331.128470:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177344 00000100:00100000:1.0:1782217331.128530:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:1.0:1782217331.128540:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e76909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18235:x1868789693177344:12345-192.168.203.30@tcp:101:mkdir.0 00010000:00010000:1.0:1782217331.128559:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217331.128577:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb2cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a11 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128691:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128712:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128725:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217331.128771:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782217331.128775:0:22759:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782217331.128794:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128819:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb2cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128837:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 7 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217331.128846:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:1.0:1782217331.128850:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782217331.128867:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121ce00, rc 0) 00000100:00100000:1.0:1782217331.128926:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e76909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+7:18235:x1868789693177344:12345-192.168.203.30@tcp:101:mkdir.0 Request processed in 387us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217331.128934:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 22 00010000:00010000:0.0:1782217331.192810:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217332.219761:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1782217332.796401:0:22738:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e1034e47-ed3d-4f13-86cd-626c188160a6 00000001:00100000:0.0:1782217332.796414:0:22738:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 23463263-90e8-4482-a927-07e95de69624 00000100:00100000:0.0:1782217332.798192:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713204352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782217332.798270:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217332.811019:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204352 00000100:00100000:2.0:1782217332.811034:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204352 00000100:00100000:2.0:1782217332.811098:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1782217332.814553:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713204352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782217332.814615:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1782217332.814847:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713204352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 312us (16586us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217332.814856:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1782217332.814987:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217332.816050:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713204352:0@lo:13:osp-pre-0-1.0 00000001:00100000:2.0:1782217332.819341:0:23493:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e1034e47-ed3d-4f13-86cd-626c188160a6 00000001:00100000:2.0:1782217332.819353:0:23493:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 23463263-90e8-4482-a927-07e95de69624 00000001:00100000:0.0:1782217332.819629:0:24262:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e1034e47-ed3d-4f13-86cd-626c188160a6 00000001:00100000:0.0:1782217332.819637:0:24262:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 23463263-90e8-4482-a927-07e95de69624 00000001:00100000:2.0:1782217332.820848:0:25081:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e1034e47-ed3d-4f13-86cd-626c188160a6 00000001:00100000:2.0:1782217332.820858:0:25081:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 23463263-90e8-4482-a927-07e95de69624 00010000:00010000:0.0:1782217333.241630:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217333.307044:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782217333.307066:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713204480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217333.307131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217333.307183:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204480 00000100:00100000:2.0:1782217333.307190:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204480 00000100:00100000:2.0:1782217333.307234:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782217333.307244:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713204480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217333.307276:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217333.307320:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713204480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217333.307328:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782217333.307372:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713204480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782217333.315342:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713204608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782217333.315420:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217333.329898:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204608 00000100:00100000:2.0:1782217333.329911:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204608 00000100:00100000:2.0:1782217333.329990:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1782217333.330000:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713204608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217333.330036:0:23501:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782217333.330114:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713204608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (14694us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217333.330122:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1782217333.330208:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713204608:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1782217334.265777:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782217334.874404:0:25640:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1782217335.288936:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217335.864770:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713204736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782217335.864838:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217335.864907:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204736 00000100:00100000:2.0:1782217335.864915:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204736 00000100:00100000:2.0:1782217335.864963:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1782217335.864974:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713204736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782217335.865012:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217335.865056:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713204736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217335.865062:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1782217335.865092:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217335.865126:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713204736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217335.865251:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713204864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217335.865280:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217335.865306:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204864 00000100:00100000:0.0:1782217335.865310:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204864 00000100:00100000:0.0:1782217335.865350:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1782217335.865356:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713204864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782217335.865381:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217335.865411:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713204864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217335.865417:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1782217335.865430:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782217335.865448:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713204864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782217335.865907:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713204992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217335.865939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217335.865971:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713204992 00000100:00100000:1.0:1782217335.865975:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713204992 00000100:00100000:1.0:1782217335.866002:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1782217335.866008:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713204992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782217335.866023:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1782217335.866055:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713204992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217335.866060:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1782217335.866074:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782217335.866288:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713204992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782217335.866299:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782217335.866304:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713205120:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.866344:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217335.866399:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205120 00000100:00100000:0.0:1782217335.866404:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205120 00000100:00100000:0.0:1782217335.866432:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1782217335.866439:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713205120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217335.874244:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3647:x1868789713205120:12345-0@lo:400:kworker.0 Request processed in 7794us (7888us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217335.874259:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1782217335.889722:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713205248:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.889790:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217335.889863:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205248 00000100:00100000:3.0:1782217335.889870:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205248 00000100:00100000:3.0:1782217335.889915:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1782217335.889923:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713205248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.889976:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713205248:12345-0@lo:400:kworker.0 Request processed in 53us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.889982:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1782217335.890038:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713205248:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890072:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1868789713205376:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890098:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217335.890157:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713205760:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217335.890205:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205376 00000100:00100000:3.0:1782217335.890208:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205376 00000100:00100000:3.0:1782217335.890229:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205760 00000100:00100000:3.0:1782217335.890231:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205760 00000100:00100000:3.0:1782217335.890270:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782217335.890276:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1868789713205376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890303:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1868789713205376:12345-0@lo:400:kworker.0 Request processed in 28us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.890308:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1782217335.890334:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782217335.890340:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713205760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890369:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1868789713205760:12345-0@lo:400:kworker.0 Request processed in 29us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.890374:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1782217335.890400:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1868789713205376:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890421:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1868789713205760:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890446:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1868789713205888:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890464:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217335.890486:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205888 00000100:00100000:3.0:1782217335.890503:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205888 00000100:00100000:3.0:1782217335.890529:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782217335.890535:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1868789713205888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890608:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1868789713205888:12345-0@lo:400:kworker.0 Request processed in 44us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.890615:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1782217335.890642:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1868789713205888:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890677:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713206272:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217335.890729:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206272 00000100:00100000:3.0:1782217335.890732:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206272 00000100:00100000:3.0:1782217335.890749:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1782217335.890754:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713206272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.890785:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1868789713206272:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.890791:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:3.0:1782217335.890813:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b77100 x1868789713206272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217335.890824:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1868789713206272:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.900160:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713205120:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.900213:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713205632:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.900276:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217335.900315:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1868789713206144:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.900350:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217335.900395:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206144 00000100:00100000:1.0:1782217335.900401:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206144 00000100:00100000:1.0:1782217335.900446:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1782217335.900455:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1868789713206144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.900512:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1868789713206144:12345-0@lo:400:kworker.0 Request processed in 58us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217335.900520:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1782217335.900540:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782217335.900544:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782217335.900565:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1868789713206144:0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.900938:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205632 00000100:00100000:3.0:1782217335.900943:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205632 00000100:00100000:1.0:1782217335.901023:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713205504:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.901067:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217335.901090:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713205504 00000100:00100000:1.0:1782217335.901093:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713205504 00000100:00100000:1.0:1782217335.901120:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1782217335.901127:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713205504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.901157:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713205504:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217335.901163:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1782217335.901190:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713205504:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.901196:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713206016:0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.901219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217335.901235:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206016 00000100:00100000:1.0:1782217335.901238:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206016 00000100:00100000:3.0:1782217335.901411:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782217335.901419:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713205632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217335.901452:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713205632:12345-0@lo:400:kworker.0 Request processed in 35us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217335.901458:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1782217335.915720:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1782217335.915729:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782217335.920541:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1782217335.920570:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713206016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217335.920697:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713206016:12345-0@lo:400:kworker.0 Request processed in 131us (19476us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217335.920704:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1782217335.920982:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713205632:0@lo:400:kworker.0 00010000:00080000:1.0:1782217335.921047:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e47b76680 x1868789713206016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217335.921058:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713206016:0@lo:400:kworker.0 00000100:00100000:0.0:1782217336.260198:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260239:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260260:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260283:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260299:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260315:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260330:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260345:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260364:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217336.260387:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177600 00000100:00100000:0.0:1782217336.260395:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177600 00000100:00100000:0.0:1782217336.260439:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178112 00000100:00100000:0.0:1782217336.260441:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178112 00000100:00100000:0.0:1782217336.260451:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177728 00000100:00100000:0.0:1782217336.260459:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177728 00000100:00100000:0.0:1782217336.260471:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178240 00000100:00100000:0.0:1782217336.260473:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178240 00000100:00100000:0.0:1782217336.260485:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 48 00000100:00100000:0.0:1782217336.260494:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:2403:x1868789693177600:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.260558:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+6:2403:x1868789693177600:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 65us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.260565:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 48 00000100:00100000:0.0:1782217336.260610:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 49 00000100:00100000:0.0:1782217336.260616:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2402:x1868789693178112:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.260638:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2402:x1868789693178112:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 23us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.260644:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 49 00000100:00100000:0.0:1782217336.260802:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 50 00000100:00100000:0.0:1782217336.260810:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177728:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.260833:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177728:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 25us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.260839:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 50 00000100:00100000:0.0:1782217336.260850:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 51 00000100:00100000:0.0:1782217336.260855:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178240:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.260873:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178240:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 18us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.260878:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 51 00000100:00100000:0.0:1782217336.260897:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177856 00000100:00100000:0.0:1782217336.260904:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177856 00000100:00100000:0.0:1782217336.260994:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178368 00000100:00100000:0.0:1782217336.260997:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178368 00000100:00100000:0.0:1782217336.261011:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177984 00000100:00100000:0.0:1782217336.261013:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177984 00000100:00100000:0.0:1782217336.261022:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178496 00000100:00100000:0.0:1782217336.261024:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178496 00000100:00100000:0.0:1782217336.261035:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:0.0:1782217336.261040:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177856:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217336.261140:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693177472 00000100:00100000:1.0:1782217336.261144:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693177472 00000100:00100000:1.0:1782217336.261170:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 146 00000100:00100000:1.0:1782217336.261175:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2403:x1868789693177472:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217336.261199:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2403:x1868789693177472:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 25us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217336.261217:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 146 00000100:00100000:0.0:1782217336.261816:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177856:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 773us (1553us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.261824:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:0.0:1782217336.261838:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00100000:0.0:1782217336.261844:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178368:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.261862:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178368:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 19us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.261868:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00100000:0.0:1782217336.261876:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00100000:0.0:1782217336.261882:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177984:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.261900:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693177984:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 18us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.261905:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00100000:0.0:1782217336.261913:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:0.0:1782217336.262031:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178496:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217336.262112:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693178496:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 192us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217336.262124:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00080000:0.0:1782217336.262156:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1782217336.262160:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782217336.262162:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217336.262164:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1782217336.315157:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217337.340254:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1782217337.659947:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1782217337.914053:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713206400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782217337.914139:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217337.914381:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206400 00000100:00100000:0.0:1782217337.914388:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206400 00000100:00100000:0.0:1782217337.914452:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1782217337.914466:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713206400:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1782217337.914484:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1782217337.914495:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217337.914554:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713206400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217337.914561:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1782217337.914698:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713206400:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1782217338.360849:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217338.425144:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1782217338.425167:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713206528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217338.425236:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217338.425441:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782217338.425463:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713206656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1782217338.425495:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217338.425802:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206528 00000100:00100000:2.0:1782217338.425810:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206528 00000100:00100000:2.0:1782217338.425876:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713206656 00000100:00100000:2.0:1782217338.425880:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713206656 00000100:00100000:2.0:1782217338.425898:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782217338.425906:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713206528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217338.425943:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217338.426016:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713206528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217338.426024:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1782217338.426041:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782217338.426048:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713206656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217338.426065:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1782217338.426102:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713206656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217338.426107:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1782217338.426148:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713206656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782217338.426347:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713206528:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1782217339.294757:0:25788:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffb00afce0 20000000:00000080:1.0:1782217339.294775:0:25788:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff952e76927400 uarg=0000000000000000 20000000:01000000:1.0:1782217339.294880:0:25788:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1782217339.294886:0:25788:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1782217339.294891:0:25788:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1782217339.299111:0:25789:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1782217339.299240:0:25788:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1782217339.307696:0:25788:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1782217339.307844:0:25788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307876:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307885:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307892:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307900:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307909:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 12 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307916:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 12 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.307924:0:25788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308029:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 12 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308042:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 12 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.308058:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d08380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713206784:192.168.203.30@tcp:104: 00010000:00010000:1.0:1782217339.308161:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 12 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308176:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 12 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.308186:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713206912:192.168.203.30@tcp:104: 00010000:00010000:1.0:1782217339.308217:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308224:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 23 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.308232:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207040:0@lo:104: 00000100:00100000:1.0:1782217339.308267:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217339.308296:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207040 00000100:00100000:1.0:1782217339.308303:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207040 00000100:00100000:1.0:1782217339.308359:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1782217339.308369:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207040:12345-0@lo:104: 00010000:00010000:1.0:1782217339.308381:0:22742:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308435:0:22742:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1782217339.308442:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207040:12345-0@lo:104: Request processed in 75us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217339.308448:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1782217339.308481:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308489:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.308504:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44d0ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207168:0@lo:104: 00000100:00100000:1.0:1782217339.308526:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217339.308545:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207168 00000100:00100000:1.0:1782217339.308549:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207168 00000100:00100000:1.0:1782217339.308576:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1782217339.308603:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207168:12345-0@lo:104: 00010000:00010000:1.0:1782217339.308612:0:22742:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308652:0:22742:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1782217339.308657:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207168:12345-0@lo:104: Request processed in 76us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217339.308664:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1782217339.308680:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1782217339.308685:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308703:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43073e00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217339.308707:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308716:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217339.308722:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217339.308727:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1782217339.308759:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308766:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217339.308787:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308793:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43073e00/0x92b8e04cbf5fb016 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5fb01d expref: -99 pid: 25080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308804:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1782217339.308807:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308813:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072c00 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:1.0:1782217339.308816:0:22746:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308823:0:22746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1782217339.308829:0:22746:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217339.308834:0:22746:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1782217339.308846:0:22746:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308852:0:22746:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1782217339.308858:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308874:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072c00/0x92b8e04cbf5faf7c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf83 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.308883:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217339.308884:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782217339.308886:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782217339.308899:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713207296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217339.308923:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782217339.309694:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217339.309707:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 23 pid: 22753 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217339.309717:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207552:0@lo:104: 00000100:00100000:2.0:1782217339.309751:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1782217339.309780:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 23 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217339.309789:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 23 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217339.309810:0:25788:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207680:0@lo:104: 00000100:00100000:2.0:1782217339.309833:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217339.309855:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207552 00000100:00100000:2.0:1782217339.309860:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207552 00000100:00100000:2.0:1782217339.309887:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207680 00000100:00100000:2.0:1782217339.309890:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207680 00000100:00100000:2.0:1782217339.309903:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782217339.309911:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:25788:x1868789713207552:12345-0@lo:104: 00010000:00010000:2.0:1782217339.309919:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217339.309955:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1782217339.309961:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+4:25788:x1868789713207552:12345-0@lo:104: Request processed in 51us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217339.309968:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782217339.309982:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217339.309989:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207680:12345-0@lo:104: 00010000:00010000:2.0:1782217339.309996:0:22741:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217339.310025:0:22741:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1782217339.310030:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:652b4f50-e9a9-494e-8826-a489031c250b+3:25788:x1868789713207680:12345-0@lo:104: Request processed in 42us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217339.310036:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217339.310054:0:25788:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd540 going to sleep for 11 seconds 00000100:00100000:2.0:1782217339.310076:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207040:0@lo:104: 00000100:00100000:2.0:1782217339.310086:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d0ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207168:0@lo:104: 00000100:00100000:2.0:1782217339.310103:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4379b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207552:0@lo:104: 00000100:00100000:2.0:1782217339.310110:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7b300380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713207680:0@lo:104: 00000100:00100000:2.0:1782217339.313705:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713207424:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217339.315879:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782217339.315892:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.315902:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072000 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217339.315906:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.315916:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217339.315922:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217339.315942:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1782217339.317620:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317635:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217339.317661:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317669:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072000/0x92b8e04cbf5faf3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf44 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317686:0:22747:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217339.317690:0:22747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317696:0:22747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072600 already unused, calling callback (ffffffffc1157c20) 10000000:00010000:0.0:1782217339.317699:0:22747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317709:0:22747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1782217339.317716:0:22747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217339.317721:0:22747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1782217339.317755:0:22747:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317761:0:22747:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782217339.317780:0:22747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317787:0:22747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.130@tcp lock: ffff952d43072600/0x92b8e04cbf5faf2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x92b8e04cbf5faf36 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.317800:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217339.317802:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217339.317804:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217339.317811:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713207936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782217339.317923:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713207808:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782217339.318903:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217339.318910:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217339.321096:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d08380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713206784:192.168.203.30@tcp:104: 00000100:00100000:1.0:1782217339.325529:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217339.330132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217339.330217:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207296 00000100:00100000:0.0:1782217339.330226:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207296 00010000:00010000:0.0:1782217339.330262:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 24 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217339.330298:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207936 00000100:00100000:0.0:1782217339.330301:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207936 00010000:00010000:0.0:1782217339.330312:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 25 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217339.330322:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207808 00000100:00100000:0.0:1782217339.330325:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207808 00010000:00010000:0.0:1782217339.330334:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 26 pid: 22753 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217339.330347:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782217339.330356:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+26:3649:x1868789713207296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217339.330370:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217339.330375:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 26 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330386:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 26 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330410:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fda00/0x92b8e04cbf5fb01d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5fb016 expref: 26 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330426:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217339.330478:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+25:3649:x1868789713207296:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (21553us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217339.330486:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1782217339.330502:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217339.330508:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+24:3648:x1868789713207936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782217339.330516:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217339.330520:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 24 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330528:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 24 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330537:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fd400/0x92b8e04cbf5faf36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faf2f expref: 24 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.330545:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217339.330580:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+23:3648:x1868789713207936:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (5058us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217339.330602:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1782217339.330614:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1782217339.330620:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+22:3647:x1868789713207808:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782217339.331813:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217339.331952:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713207424 00000100:00100000:3.0:1782217339.331958:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713207424 00010000:00010000:3.0:1782217339.331984:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217339.332015:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1782217339.332031:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+23:3650:x1868789713207424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782217339.332043:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782217339.332048:0:22743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.332057:0:22743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.332070:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fcc00/0x92b8e04cbf5faf83 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faf7c expref: 23 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.332082:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782217339.332120:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:652b4f50-e9a9-494e-8826-a489031c250b+22:3650:x1868789713207424:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217339.332127:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1782217339.332250:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713207424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217339.336505:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:652b4f50-e9a9-494e-8826-a489031c250b:3648:1868789713207936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782217339.340090:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217339.340246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217339.340280:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178624 00000100:00100000:1.0:1782217339.340289:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178624 00010000:00010000:1.0:1782217339.340323:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 13 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.340353:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178752 00000100:00100000:1.0:1782217339.340356:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178752 00010000:00010000:1.0:1782217339.340368:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 14 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.340383:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:1.0:1782217339.340393:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47662c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+14:2402:x1868789693178624:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217339.340408:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217339.340413:0:22743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 14 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.340442:0:22743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 14 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.340460:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e413fde00/0x92b8e04cbf5fb2a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739e0 expref: 14 pid: 22752 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217339.340476:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782217339.340934:0:25788:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44d09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1868789713206912:192.168.203.30@tcp:104: 00010000:00010000:3.0:1782217339.340969:0:25788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217339.341096:0:24292:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1782217339.341106:0:24292:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:3.0:1782217339.341295:0:24292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00100000:3.0:1782217339.341305:0:24292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2403:x1868789693178752:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782217339.341321:0:24292:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782217339.341326:0:24292:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 13 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.341335:0:24292:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 13 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.341346:0:24292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42343400/0x92b8e04cbf5fb269 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973970 expref: 13 pid: 22751 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.341355:0:24292:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782217339.341375:0:24292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:2403:x1868789693178752:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 73us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217339.341382:0:24292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 14 00010000:00010000:0.0:1782217339.344626:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217339.344639:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 21 pid: 22753 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.344667:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 21 pid: 22753 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.344685:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952d42342400/0x92b8e04cbf5faf44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x92b8e04cbf5faf3d expref: 21 pid: 22753 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.347605:0:22744:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.347616:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217339.348954:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47662c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2402:x1868789693178624:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 133us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217339.348977:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 13 00010000:00010000:0.0:1782217339.352831:0:22744:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352849:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352857:0:22744:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352865:0:22744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352871:0:22744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121cc00 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217339.352876:0:22744:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352884:0:22744:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352927:0:22744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.352938:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217339.353011:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:652b4f50-e9a9-494e-8826-a489031c250b+20:3647:x1868789713207808:12345-0@lo:103:ldlm_bl.0 Request processed in 22388us (22884us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217339.353022:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1782217339.353056:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:652b4f50-e9a9-494e-8826-a489031c250b:3647:1868789713207808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782217339.353096:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713207296:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782217339.353261:0:25788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.353284:0:25788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217339.353291:0:25788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff952e4121cc00/0x92b8e04cbf5fb2d9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217339.388409:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1782217339.578548:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1782217340.408743:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217340.412729:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217340.412964:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693178880 00000100:00100000:0.0:1782217340.412975:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693178880 00000100:00100000:0.0:1782217340.413039:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 147 00000100:00100000:0.0:1782217340.413049:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+11:18084:x1868789693178880:12345-192.168.203.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217340.413067:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217340.413086:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342400/0x92b8e04cbf5fb2e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a18 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217340.413113:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342400/0x92b8e04cbf5fb2e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a18 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217340.413124:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342400/0x92b8e04cbf5fb2e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a18 expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217340.413132:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342400, rc 0) 00000100:00100000:0.0:1782217340.413441:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693178880:12345-192.168.203.30@tcp:101:ll_cfg_requeue.0 Request processed in 392us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.413448:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 147 00000100:00100000:1.0:1782217340.429654:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217340.431274:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179008 00000100:00100000:2.0:1782217340.431288:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179008 00000100:00100000:2.0:1782217340.431365:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 148 00000100:00100000:2.0:1782217340.431376:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693179008:12345-192.168.203.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782217340.431543:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693179008:12345-192.168.203.30@tcp:501:ll_cfg_requeue.0 Request processed in 168us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217340.431560:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 148 00000100:00100000:1.0:1782217340.438159:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217340.439649:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179136 00000100:00100000:0.0:1782217340.439670:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179136 00000100:00100000:0.0:1782217340.439738:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 149 00000100:00100000:0.0:1782217340.439749:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693179136:12345-192.168.203.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782217340.439903:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693179136:12345-192.168.203.30@tcp:503:ll_cfg_requeue.0 Request processed in 154us (1751us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.439911:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 149 00000100:00100000:3.0:1782217340.460901:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217340.471922:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179264 00000100:00100000:2.0:1782217340.471936:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179264 00000100:00100000:2.0:1782217340.472017:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 150 00000100:00100000:2.0:1782217340.472029:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+12:18084:x1868789693179264:12345-192.168.203.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1782217340.472071:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217340.472089:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e7c448400/0x92b8e04cbf5fb2e7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a1f expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217340.472117:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e7c448400/0x92b8e04cbf5fb2e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a1f expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217340.472128:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e7c448400/0x92b8e04cbf5fb2e7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a1f expref: 13 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217340.472138:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448400, rc 0) 00000100:00100000:2.0:1782217340.472215:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18084:x1868789693179264:12345-192.168.203.30@tcp:101:ll_cfg_requeue.0 Request processed in 178us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217340.472223:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 150 00000100:00100000:2.0:1782217340.483189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217340.489983:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179392 00000100:00100000:1.0:1782217340.489998:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179392 00000100:00100000:1.0:1782217340.490071:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 151 00000100:00100000:1.0:1782217340.490081:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18084:x1868789693179392:12345-192.168.203.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217340.490235:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18084:x1868789693179392:12345-192.168.203.30@tcp:501:ll_cfg_requeue.0 Request processed in 155us (7053us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217340.490244:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 151 00000100:00100000:1.0:1782217340.496260:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217340.496359:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179520 00000100:00100000:0.0:1782217340.496369:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179520 00000100:00100000:0.0:1782217340.496431:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 152 00000100:00100000:0.0:1782217340.496440:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18084:x1868789693179520:12345-192.168.203.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782217340.496630:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:18084:x1868789693179520:12345-192.168.203.30@tcp:503:ll_cfg_requeue.0 Request processed in 181us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.496639:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 152 10000000:01000000:1.0:1782217340.987655:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782217340.987661:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d42005800 from 13 10000000:01000000:1.0:1782217340.987666:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00100000:3.0:1782217340.987781:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713208192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782217340.987853:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217340.987967:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4263f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713208064:0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988006:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217340.988053:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208064 00000100:00100000:0.0:1782217340.988059:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208064 00000100:00100000:0.0:1782217340.988100:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1782217340.988108:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+20:3649:x1868789713208064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988154:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+20:3649:x1868789713208064:12345-0@lo:400:kworker.0 Request processed in 47us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.988161:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1782217340.988203:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4263f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:652b4f50-e9a9-494e-8826-a489031c250b:3649:1868789713208064:0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988257:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d43d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713208448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217340.988296:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217340.988315:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217340.988322:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4263d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713208320:0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988346:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217340.988372:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208192 00000100:00100000:0.0:1782217340.988376:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208192 00000100:00100000:0.0:1782217340.988402:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208448 00000100:00100000:0.0:1782217340.988405:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208448 00000100:00100000:0.0:1782217340.988421:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1782217340.988426:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713208192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782217340.988447:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217340.988477:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713208192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.988483:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1782217340.988494:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782217340.988501:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713208448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1782217340.988510:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217340.988535:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713208448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.988553:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1782217340.988570:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208320 00000100:00100000:0.0:1782217340.988574:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208320 00000100:00100000:0.0:1782217340.988616:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1782217340.988622:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713208320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988655:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1868789713208320:12345-0@lo:400:kworker.0 Request processed in 33us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.988661:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:0.0:1782217340.988682:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782217340.988693:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4446bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713208576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782217340.988718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217340.988746:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4263d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713208320:0@lo:400:kworker.0 00000100:00100000:0.0:1782217340.988758:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d43d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1868789713208448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217340.988772:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208576 00000100:00100000:0.0:1782217340.988776:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208576 00000100:00100000:0.0:1782217340.988793:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1782217340.988798:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713208576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782217340.988812:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217340.988840:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713208576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217340.988845:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:0.0:1782217340.988856:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782217340.988870:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4446bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713208576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782217340.998833:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782217340.998855:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4263e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713208704:0@lo:400:kworker.0 00000100:00100000:2.0:1782217340.998920:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1782217340.999633:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217340.999648:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217340.999653:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208704 00000100:00100000:2.0:1782217340.999662:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208704 00010000:00010000:1.0:1782217340.999678:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217340.999696:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713208832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1782217340.999714:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1782217340.999726:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713208704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217340.999739:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217340.999767:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bda80 going to sleep for 11 seconds 00000100:00100000:1.0:1782217340.999783:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208832 00000100:00100000:1.0:1782217340.999787:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208832 00000100:00100000:2.0:1782217340.999791:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713208704:12345-0@lo:400:kworker.0 Request processed in 66us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217340.999815:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1782217340.999819:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1782217340.999828:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+20:22755:x1868789713208832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217340.999837:0:22751:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217340.999851:0:22751:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e4121c800/0x92b8e04cbf5fb2f5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb2ee expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217340.999860:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4263e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713208704:0@lo:400:kworker.0 00010000:00010000:1.0:1782217340.999873:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e4121c800/0x92b8e04cbf5fb2f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb2ee expref: 21 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217340.999887:0:22751:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e4121c800/0x92b8e04cbf5fb2f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb2ee expref: 21 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217340.999897:0:22751:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121c800, rc 0) 00000100:00100000:2.0:1782217340.999905:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782217340.999922:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4263e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1868789713208960:0@lo:400:kworker.0 00000100:00100000:1.0:1782217340.999932:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713208832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217340.999938:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1782217341.013550:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713208832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217341.013592:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb2f5 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.013606:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb2f5 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.013607:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713209472:0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.013668:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217341.013672:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4446bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713209984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782217341.013698:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.013711:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1782217341.013717:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713209088:0@lo:400:kworker.0 00000100:00100000:0.0:1782217341.013718:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787f00 going to sleep for 11 seconds 00000100:00100000:0.0:1782217341.013739:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209472 00000100:00100000:1.0:1782217341.013742:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217341.013745:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209472 00000100:00100000:1.0:1782217341.013757:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713209600:0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.013777:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217341.013852:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713209216:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.013886:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217341.013907:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713209728:0@lo:400:kworker.0 00000100:00100000:3.0:1782217341.019474:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713208192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1782217341.019528:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713209344:0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.020752:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209216 00000100:00100000:1.0:1782217341.020761:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209216 00000100:00100000:1.0:1782217341.020808:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1782217341.020828:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713209216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.020882:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713209216:12345-0@lo:400:kworker.0 Request processed in 55us (6996us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.020889:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1782217341.021567:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209600 00000100:00100000:0.0:1782217341.021574:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209600 00000100:00100000:0.0:1782217341.021645:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1782217341.021655:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713209472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217341.021700:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713209472:12345-0@lo:400:kworker.0 Request processed in 48us (8033us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.021707:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1782217341.021722:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1782217341.021728:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713209600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217341.021756:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1868789713209600:12345-0@lo:400:kworker.0 Request processed in 29us (7978us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.021762:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1782217341.022372:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217341.022449:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713209216:0@lo:400:kworker.0 00010000:00080000:2.0:1782217341.022501:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e4e0bb800 x1868789713209600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782217341.022510:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1868789713209600:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022520:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713209472:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022549:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217341.022625:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209088 00000100:00100000:2.0:1782217341.022631:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209088 00000100:00100000:1.0:1782217341.022640:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209728 00000100:00100000:1.0:1782217341.022646:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209728 00000100:00100000:2.0:1782217341.022671:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1782217341.022680:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713208960 00000100:00100000:2.0:1782217341.022682:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713209088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.022685:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713208960 00000100:00100000:1.0:1782217341.022704:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1782217341.022711:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713209728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022738:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713209088:12345-0@lo:400:kworker.0 Request processed in 58us (8994us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.022746:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1782217341.022763:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1868789713209728:12345-0@lo:400:kworker.0 Request processed in 51us (390us total) trans 0 rc 0/0 00000100:00080000:2.0:1782217341.022769:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782217341.022773:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:2.0:1782217341.022776:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1782217341.022780:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782217341.022792:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1782217341.022798:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1868789713208960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022806:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713209088:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022843:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209984 00000100:00100000:2.0:1782217341.022848:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209984 00000100:00100000:1.0:1782217341.022848:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1868789713208960:12345-0@lo:400:kworker.0 Request processed in 48us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.022857:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1782217341.022885:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1782217341.022890:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1868789713209728:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.022913:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713209984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.023032:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713209984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (9332us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.023039:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1782217341.023074:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4263e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1868789713208960:0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.023103:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4446bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713209984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.023112:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217341.023141:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713209856:0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.023158:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.023171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.023203:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.023227:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:2.0:1782217341.023238:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210112 00000100:00100000:2.0:1782217341.023243:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210112 00000100:00100000:1.0:1782217341.023244:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209344 00000100:00100000:1.0:1782217341.023249:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209344 00000100:00100000:1.0:1782217341.023267:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713209856 00000100:00100000:1.0:1782217341.023270:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713209856 00000100:00100000:2.0:1782217341.023287:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1782217341.023295:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1782217341.023299:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713210112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.023306:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1868789713209344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.023339:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1868789713209344:12345-0@lo:400:kworker.0 Request processed in 36us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.023345:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1782217341.023355:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1782217341.023360:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1868789713209856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782217341.023381:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1868789713209856:12345-0@lo:400:kworker.0 Request processed in 21us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.023386:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:1.0:1782217341.023410:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782217341.023425:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1868789713209344:0@lo:400:kworker.0 00010000:00080000:1.0:1782217341.023436:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952e4e0b9f80 x1868789713209856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782217341.023445:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1868789713209856:0@lo:400:kworker.0 00000100:00100000:2.0:1782217341.025162:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713210112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1861us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.025173:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1782217341.026930:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210112:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1782217341.028340:0:25802:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1782217341.028472:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1782217341.028494:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782217341.028505:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb2f5 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.028516:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e4121d200/0x92b8e04cbf5fb2ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb2f5 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1782217341.028527:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1782217341.028529:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952e589ed000 from 13 10000000:01000000:0.0:1782217341.028532:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1782217341.028575:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.028599:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.028618:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217341.028640:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1782217341.028696:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217341.028744:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787f00 going to sleep for 11 seconds 00000100:00100000:3.0:1782217341.028917:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210240 00000100:00100000:3.0:1782217341.028924:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210240 00000100:00100000:3.0:1782217341.028970:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1782217341.028979:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+21:22755:x1868789713210240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1782217341.028991:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217341.030688:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952e72e2d600/0x92b8e04cbf5fb303 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb2fc expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.030716:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952e72e2d600/0x92b8e04cbf5fb303 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb2fc expref: 22 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.030728:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952e72e2d600/0x92b8e04cbf5fb303 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb2fc expref: 22 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.030737:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2d600, rc 0) 00000100:00100000:3.0:1782217341.030793:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1814us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.030801:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1782217341.030905:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217341.030922:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb303 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.030931:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb303 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217341.031001:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782217341.031510:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217341.031650:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787f00 going to sleep for 11 seconds 00000100:00100000:3.0:1782217341.046923:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210368 00000100:00100000:3.0:1782217341.046936:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210368 00000100:00100000:3.0:1782217341.046980:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1782217341.046988:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217341.047194:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 206us (15683us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.047201:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1782217341.071503:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1782217341.071834:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1782217341.071904:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217341.071947:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43787780 going to sleep for 11 seconds 00000100:00100000:2.0:1782217341.072122:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210496 00000100:00100000:2.0:1782217341.072129:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210496 00000100:00100000:2.0:1782217341.072182:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1782217341.072191:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.072307:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d42289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 117us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.072316:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1782217341.072521:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4446ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210496:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1782217341.075101:0:25803:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1782217341.075351:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1782217341.075375:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1782217341.075386:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb303 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.075398:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952d42343000/0x92b8e04cbf5fb2fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb303 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217341.075418:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782217341.075421:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d4229e000 from 13 10000000:01000000:1.0:1782217341.075424:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217341.075457:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.075465:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.075475:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.075498:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.075571:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.075640:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:0.0:1782217341.075693:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210624 00000100:00100000:0.0:1782217341.075699:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210624 00000100:00100000:0.0:1782217341.075741:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1782217341.075754:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+22:22755:x1868789713210624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217341.075769:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217341.075793:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42342200/0x92b8e04cbf5fb311 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb30a expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.075816:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42342200/0x92b8e04cbf5fb311 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb30a expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.075825:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42342200/0x92b8e04cbf5fb311 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb30a expref: 23 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.075833:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42342200, rc 0) 00000100:00100000:0.0:1782217341.075878:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713210624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.075886:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1782217341.076328:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217341.076344:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb311 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.076362:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb311 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.076426:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.076453:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.076475:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:3.0:1782217341.076576:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210752 00000100:00100000:3.0:1782217341.076609:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210752 00000100:00100000:3.0:1782217341.076641:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1782217341.076648:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713210752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217341.076751:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4228ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713210752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.076758:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1782217341.076972:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.077009:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.077048:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.077074:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:2.0:1782217341.077391:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713210880 00000100:00100000:2.0:1782217341.077396:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713210880 00000100:00100000:2.0:1782217341.077438:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1782217341.077454:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713210880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.077560:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713210880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.077567:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1782217341.078005:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713210880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1782217341.087280:0:25804:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1782217341.092716:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1782217341.092753:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1782217341.092765:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb311 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.092778:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e4121ca00/0x92b8e04cbf5fb30a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb311 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1782217341.092791:0:22755:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1782217341.092794:0:22755:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff952d43123800 from 13 10000000:01000000:1.0:1782217341.092796:0:22755:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1782217341.092834:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.092843:0:22755:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.092868:0:22755:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.092892:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.092955:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.092990:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:0.0:1782217341.093068:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713211008 00000100:00100000:0.0:1782217341.093076:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713211008 00000100:00100000:0.0:1782217341.093136:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1782217341.093146:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+23:22755:x1868789713211008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1782217341.093160:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217341.093174:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff952d42343a00/0x92b8e04cbf5fb31f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x92b8e04cbf5fb318 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.093196:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff952d42343a00/0x92b8e04cbf5fb31f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb318 expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.093206:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff952d42343a00/0x92b8e04cbf5fb31f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x92b8e04cbf5fb318 expref: 24 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.093214:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343a00, rc 0) 00000100:00100000:0.0:1782217341.093257:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58053050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713211008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.093270:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1782217341.093647:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1782217341.093661:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb31f expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.093670:0:22755:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x92b8e04cbf5fb31f expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.093726:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.093754:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.093784:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:3.0:1782217341.094123:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713211136 00000100:00100000:3.0:1782217341.094129:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713211136 00000100:00100000:3.0:1782217341.094164:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1782217341.094171:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713211136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1782217341.094278:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713211136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 106us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.094285:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1782217341.094436:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.094467:0:22755:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1782217341.094507:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217341.094530:0:22755:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd300 going to sleep for 11 seconds 00000100:00100000:2.0:1782217341.094648:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713211264 00000100:00100000:2.0:1782217341.094653:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713211264 00000100:00100000:2.0:1782217341.094687:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1782217341.094695:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713211264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1782217341.094776:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58051450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:652b4f50-e9a9-494e-8826-a489031c250b+24:22755:x1868789713211264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.094783:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1782217341.095929:0:22755:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:652b4f50-e9a9-494e-8826-a489031c250b:22755:1868789713211264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1782217341.096912:0:25805:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1782217341.097072:0:22755:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1782217341.097092:0:22755:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1782217341.097104:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb31f expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.097124:0:22755:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.130@tcp lock: ffff952e4121c000/0x92b8e04cbf5fb318 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x92b8e04cbf5fb31f expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217341.374341:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.374567:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179648 00000100:00100000:1.0:1782217341.374577:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179648 00000100:00100000:1.0:1782217341.374687:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:1.0:1782217341.374695:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+6:18706:x1868789693179648:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1782217341.374721:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217341.374741:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb326 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a26 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374801:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374815:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374827:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374839:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374845:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374851:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374924:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c200/0x92b8e04cbf5fb33b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374932:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c200/0x92b8e04cbf5fb33b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.374940:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c200/0x92b8e04cbf5fb33b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217341.374984:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782217341.374988:0:22759:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782217341.375022:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c200/0x92b8e04cbf5fb33b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375033:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375054:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375062:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375068:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217341.375073:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375080:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375093:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:1.0:1782217341.375096:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217341.375101:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375117:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb32d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375130:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375146:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375153:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375159:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121dc00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217341.375162:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375169:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375178:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff952e821fb600) 00010000:00010000:1.0:1782217341.375181:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217341.375184:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375190:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb334 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375221:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb326 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a26 expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375234:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c200/0x92b8e04cbf5fb33b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a26 expref: 7 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.375242:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff952e821fbb00) 00010000:00010000:1.0:1782217341.375245:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782217341.375252:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121c200, rc 0) 00000100:00100000:1.0:1782217341.375382:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+7:18706:x1868789693179648:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 686us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.375390:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00080000:2.0:1782217341.375673:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782217341.385897:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390377:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390412:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390437:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390466:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390487:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390504:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390529:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.390574:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180288 00000100:00100000:0.0:1782217341.390606:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180288 00000100:00100000:0.0:1782217341.390670:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179904 00000100:00100000:0.0:1782217341.390674:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179904 00000100:00100000:0.0:1782217341.390687:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180416 00000100:00100000:0.0:1782217341.390689:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180416 00000100:00100000:0.0:1782217341.390704:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 58 00000100:00100000:0.0:1782217341.390712:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2402:x1868789693180288:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.390780:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2402:x1868789693180288:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 67us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.390787:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 58 00000100:00100000:0.0:1782217341.390820:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 59 00000100:00100000:0.0:1782217341.390826:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693179904:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.390857:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693179904:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 31us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.390862:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 59 00000100:00100000:0.0:1782217341.390873:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 60 00000100:00100000:0.0:1782217341.390879:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180416:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.390901:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180416:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 22us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.390907:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 60 00000100:00100000:0.0:1782217341.390925:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180032 00000100:00100000:0.0:1782217341.390928:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180032 00000100:00100000:0.0:1782217341.390959:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180544 00000100:00100000:0.0:1782217341.390962:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180544 00000100:00100000:0.0:1782217341.390974:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180160 00000100:00100000:0.0:1782217341.390977:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180160 00000100:00100000:0.0:1782217341.390988:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180672 00000100:00100000:0.0:1782217341.390990:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180672 00000100:00100000:0.0:1782217341.391004:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:0.0:1782217341.391010:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693180032:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.391880:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693180032:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 865us (1508us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.391890:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:0.0:1782217341.391910:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:0.0:1782217341.391918:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180544:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.391945:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180544:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 27us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.391958:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:0.0:1782217341.391970:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:0.0:1782217341.391976:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693180160:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217341.392002:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693180160:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 27us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.392008:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:0.0:1782217341.392019:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:0.0:1782217341.392025:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180672:12345-192.168.203.30@tcp:400:kworker.0 00000100:00080000:3.0:1782217341.392369:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1782217341.392374:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1782217341.392377:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1782217341.392379:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782217341.392883:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2402:x1868789693180672:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 854us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.392891:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:1.0:1782217341.393357:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693179776 00000100:00100000:1.0:1782217341.393365:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693179776 00000100:00100000:1.0:1782217341.393410:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 166 00000100:00100000:1.0:1782217341.393418:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2402:x1868789693179776:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:1.0:1782217341.393459:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2402:x1868789693179776:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 41us (7574us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.393467:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 166 00000100:00100000:3.0:1782217341.398572:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.398752:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693180800 00000100:00100000:1.0:1782217341.398761:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693180800 00000100:00100000:1.0:1782217341.398816:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:1.0:1782217341.398826:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23463263-90e8-4482-a927-07e95de69624+7:18706:x1868789693180800:12345-192.168.203.30@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1782217341.398907:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23463263-90e8-4482-a927-07e95de69624+7:18706:x1868789693180800:12345-192.168.203.30@tcp:900:lhsmtool_posix.0 Request processed in 82us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.398916:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:0.0:1782217341.401812:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.402247:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181056 00000100:00100000:2.0:1782217341.402256:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181056 00000100:00100000:2.0:1782217341.402316:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:2.0:1782217341.402325:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+7:18706:x1868789693181056:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1782217341.402343:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.402365:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb342 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a2d expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402438:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402453:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402463:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402497:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402505:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.402512:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404393:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448200/0x92b8e04cbf5fb357 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404413:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448200/0x92b8e04cbf5fb357 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404424:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448200/0x92b8e04cbf5fb357 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.404435:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1782217341.404623:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404632:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404639:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404645:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c449200 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217341.404649:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404669:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404682:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff952e821fbb00) 00010000:00010000:2.0:1782217341.404685:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217341.404690:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404696:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb349 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404710:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404716:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404722:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404726:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c449400 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217341.404729:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404735:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404742:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff952e567e2200) 00010000:00010000:2.0:1782217341.404745:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217341.404748:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.404764:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449400/0x92b8e04cbf5fb350 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.408280:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb342 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a2d expref: 10 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.408308:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448200/0x92b8e04cbf5fb357 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a2d expref: 9 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.408318:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff952e567e2a00) 00010000:00010000:2.0:1782217341.408321:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217341.408324:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448200, rc 0) 00000100:00100000:2.0:1782217341.408442:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+9:18706:x1868789693181056:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 6116us (6635us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1782217341.408451:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 24 00010000:00010000:2.0:1782217341.432868:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217341.438135:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217341.438434:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181184 00000100:00100000:3.0:1782217341.438444:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181184 00000100:00100000:3.0:1782217341.438503:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:3.0:1782217341.438513:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+9:18706:x1868789693181184:12345-192.168.203.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1782217341.438810:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+9:18706:x1868789693181184:12345-192.168.203.30@tcp:59:lhsmtool_posix.0 Request processed in 297us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.438820:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:2.0:1782217341.443741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.444064:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181312 00000100:00100000:0.0:1782217341.444073:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181312 00000100:00100000:0.0:1782217341.444246:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:0.0:1782217341.444258:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+5:18706:x1868789693181312:12345-192.168.203.30@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1782217341.451518:0:22760:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 7218us 00000100:00100000:2.0:1782217341.454477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217341.454762:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181440 00000100:00100000:3.0:1782217341.454783:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181440 00000100:00100000:3.0:1782217341.454843:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:3.0:1782217341.454853:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+9:18712:x1868789693181440:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:3.0:1782217341.454873:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217341.454895:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb365 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a34 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.454955:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.454968:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.454980:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.454995:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455002:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455008:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455062:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455070:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455076:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455088:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ca00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:3.0:1782217341.455092:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455099:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455112:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:3.0:1782217341.455116:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782217341.455121:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455128:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb36c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455144:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455150:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455156:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455160:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2d400 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:3.0:1782217341.455162:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455169:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455186:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e7b201000) 00010000:00010000:3.0:1782217341.455189:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782217341.455193:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455200:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb373 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455233:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb365 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a34 expref: 10 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455243:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:3.0:1782217341.455245:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782217341.455249:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb365 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a34 expref: 10 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.455257:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2ce00, rc 0) 00000100:00100000:2.0:1782217341.456557:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+9:18712:x1868789693181440:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 1699us (2082us total) trans 0 rc 301/301 00000100:00100000:2.0:1782217341.456567:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:2.0:1782217341.465155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217341.465292:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181568 00000100:00100000:3.0:1782217341.465301:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181568 00000100:00100000:3.0:1782217341.465352:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:3.0:1782217341.465363:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:23463263-90e8-4482-a927-07e95de69624+9:18712:x1868789693181568:12345-192.168.203.30@tcp:700:lfs.0 00000100:00100000:3.0:1782217341.465449:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:23463263-90e8-4482-a927-07e95de69624+9:18712:x1868789693181568:12345-192.168.203.30@tcp:700:lfs.0 Request processed in 87us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.465456:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:0.0:1782217341.468814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.468900:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181824 00000100:00100000:2.0:1782217341.468910:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181824 00000100:00100000:2.0:1782217341.468978:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 28 00000100:00100000:2.0:1782217341.468989:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+9:18712:x1868789693181824:12345-192.168.203.30@tcp:36:lfs.0 00010000:00010000:2.0:1782217341.469070:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217341.469096:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb293 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be9739a1 expref: 9 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.469127:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:2.0:1782217341.469133:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1782217341.469190:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.469204:0:22758:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 5 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.469212:0:22758:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.469241:0:22758:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 5 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.469254:0:22758:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 5 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217341.469268:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4263ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211392:192.168.203.30@tcp:104: 00000100:00100000:2.0:1782217341.469348:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d421ebc00 going to sleep for 11 seconds 00000100:00100000:2.0:1782217341.475183:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4263ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211392:192.168.203.30@tcp:104: 00010000:00010000:2.0:1782217341.475213:0:22758:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217341.479854:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217341.480025:0:24292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693181952 00000100:00100000:3.0:1782217341.480035:0:24292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693181952 00010000:00010000:3.0:1782217341.480075:0:24292:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 6 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217341.480122:0:24292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00100000:3.0:1782217341.480132:0:24292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2403:x1868789693181952:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782217341.480146:0:24292:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782217341.480153:0:24292:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 6 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480167:0:24292:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 6 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480187:0:24292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb2d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a11 expref: 6 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480203:0:24292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:3.0:1782217341.480219:0:24292:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480230:0:24292:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480236:0:24292:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217341.480271:0:24292:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782217341.480318:0:24292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2403:x1868789693181952:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 187us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217341.480327:0:24292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 15 00010000:00010000:0.0:1782217341.480654:0:22758:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.480664:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.480697:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.480707:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.480717:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485661:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485683:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485694:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782217341.485712:0:22758:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000030a4a51b reply state 00000000d66f5db0 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485723:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485729:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217341.485732:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782217341.485735:0:22758:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1782217341.485741:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1782217341.485749:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485755:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485768:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485774:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c449e00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.485778:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485785:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485796:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e821fbc00) 00010000:00010000:0.0:1782217341.485798:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.485802:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485809:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449e00/0x92b8e04cbf5fb37a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782217341.485827:0:22758:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000030a4a51b reply state 00000000d66f5db0 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485836:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.485842:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e46d75b00) 00010000:00010000:0.0:1782217341.485845:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782217341.485846:0:22758:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1782217341.485928:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+10:18712:x1868789693181824:12345-192.168.203.30@tcp:36:lfs.0 Request processed in 16938us (17118us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1782217341.485937:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 28 00000100:00100000:0.0:1782217341.496685:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+5:18706:x1868789693181312:12345-192.168.203.30@tcp:59:lhsmtool_posix.0 Request processed in 52422us (52943us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.496699:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:3.0:1782217341.617986:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.618314:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182080 00000100:00100000:2.0:1782217341.618331:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182080 00000100:00100000:2.0:1782217341.618404:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 29 00000100:00100000:2.0:1782217341.618415:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+10:18720:x1868789693182080:12345-192.168.203.30@tcp:101:lctl.0 00010000:00010000:2.0:1782217341.618438:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.618459:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb38f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a3b expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.618521:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448e00/0x92b8e04cbf5fb396 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.618544:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448e00/0x92b8e04cbf5fb396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.618557:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448e00/0x92b8e04cbf5fb396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.618945:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782217341.618950:0:22759:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782217341.618989:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448e00/0x92b8e04cbf5fb396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.619149:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb38f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a3b expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.619170:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448e00/0x92b8e04cbf5fb396 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a3b expref: 11 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.619179:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:2.0:1782217341.619182:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782217341.619186:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448e00, rc 0) 00000100:00100000:2.0:1782217341.620467:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+11:18720:x1868789693182080:12345-192.168.203.30@tcp:101:lctl.0 Request processed in 2048us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.620477:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 29 00000040:00080000:3.0:1782217341.626019:0:23515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1782217341.665692:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.665949:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182208 00000100:00100000:2.0:1782217341.665958:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182208 00000100:00100000:2.0:1782217341.666020:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 30 00000100:00100000:2.0:1782217341.666029:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:18721:x1868789693182208:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:2.0:1782217341.666047:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.666066:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb39d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a42 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666123:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448600/0x92b8e04cbf5fb3a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666137:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448600/0x92b8e04cbf5fb3a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666149:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448600/0x92b8e04cbf5fb3a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.666189:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782217341.666192:0:22758:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782217341.666214:0:22758:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448600/0x92b8e04cbf5fb3a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666237:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb39d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a42 expref: 7 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666253:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448600/0x92b8e04cbf5fb3a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a42 expref: 6 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.666281:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:2.0:1782217341.666285:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782217341.666288:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448600, rc 0) 00000100:00100000:2.0:1782217341.666346:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18721:x1868789693182208:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 317us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.666354:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 30 00000100:00100000:3.0:1782217341.670865:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.671075:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182336 00000100:00100000:0.0:1782217341.671084:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182336 00000100:00100000:0.0:1782217341.671134:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 31 00000100:00100000:0.0:1782217341.671144:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:18721:x1868789693182336:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:0.0:1782217341.671162:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217341.671180:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb3ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a49 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671240:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671253:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671264:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671277:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671285:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671292:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671365:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671385:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671392:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782217341.671428:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1782217341.671432:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782217341.671449:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671460:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671468:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671474:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671478:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42343c00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.671482:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671489:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671500:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:0.0:1782217341.671504:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.671509:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671526:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb3b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671551:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671557:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671563:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671569:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.671573:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671579:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671628:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e46d75b00) 00010000:00010000:0.0:1782217341.671631:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.671634:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671641:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb3b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671667:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb3ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a49 expref: 8 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671691:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a49 expref: 7 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.671697:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217341.671699:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1782217341.671702:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fde00, rc 0) 00000100:00100000:0.0:1782217341.671768:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+7:18721:x1868789693182336:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 625us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.671776:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 31 00000100:00100000:3.0:1782217341.676969:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.677066:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182464 00000100:00100000:1.0:1782217341.677075:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182464 00000100:00100000:1.0:1782217341.677128:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:1.0:1782217341.677138:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:18721:x1868789693182464:12345-192.168.203.30@tcp:900:lfs.0 00000100:00100000:1.0:1782217341.677212:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e1034e47-ed3d-4f13-86cd-626c188160a6+5:18721:x1868789693182464:12345-192.168.203.30@tcp:900:lfs.0 Request processed in 75us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.677220:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:1.0:1782217341.686488:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.686562:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182720 00000100:00100000:2.0:1782217341.686571:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182720 00000100:00100000:2.0:1782217341.686668:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 32 00000100:00100000:2.0:1782217341.686677:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+7:18721:x1868789693182720:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:2.0:1782217341.686922:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.686942:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb3c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a50 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.687040:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1782217341.687135:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb3c7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a50 expref: 9 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.687150:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:2.0:1782217341.687153:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782217341.687158:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449200/0x92b8e04cbf5fb3c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a50 expref: 9 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.687171:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c449200, rc 0) 00000100:00100000:2.0:1782217341.687227:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+8:18721:x1868789693182720:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 551us (749us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1782217341.687243:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 32 00000100:00100000:3.0:1782217341.692140:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.692368:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693182976 00000100:00100000:0.0:1782217341.692378:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693182976 00000100:00100000:0.0:1782217341.692434:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 33 00000100:00100000:0.0:1782217341.692445:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+8:18721:x1868789693182976:12345-192.168.203.30@tcp:36:lfs.0 00010000:00010000:0.0:1782217341.692496:0:22795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217341.692519:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a49 expref: 8 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.692548:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217341.692554:0:22795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782217341.692575:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.692836:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.692848:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782217341.696461:0:22795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006915a7b2 reply state 00000000c148136e transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.696486:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.696495:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:1.0:1782217341.696498:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1782217341.696501:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1782217341.696509:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1782217341.697869:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+9:18721:x1868789693182976:12345-192.168.203.30@tcp:36:lfs.0 Request processed in 5418us (5729us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1782217341.697879:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 33 00000100:00100000:3.0:1782217341.710169:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.711635:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693183232 00000100:00100000:1.0:1782217341.711648:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693183232 00000100:00100000:1.0:1782217341.711718:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 2 00000100:00100000:1.0:1782217341.711728:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+9:18721:x1868789693183232:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:1.0:1782217341.711943:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+10:18721:x1868789693183232:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 217us (1783us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1782217341.711951:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 2 00000100:00100000:1.0:1782217341.715780:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.715875:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693183488 00000100:00100000:0.0:1782217341.715893:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693183488 00000100:00100000:0.0:1782217341.715954:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 34 00000100:00100000:0.0:1782217341.715965:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+10:18721:x1868789693183488:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:0.0:1782217341.715990:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217341.716008:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a57 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716087:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716100:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716110:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716120:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716127:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716134:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782217341.716235:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1782217341.716305:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716328:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716334:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716340:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fd400 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.716345:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716353:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.716365:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:0.0:1782217341.716368:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.717562:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717576:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb3e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717747:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717755:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717761:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717767:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fda00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.717781:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717790:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717802:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e46d75b00) 00010000:00010000:0.0:1782217341.717804:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.717808:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717814:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb3ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717858:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a57 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717869:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:0.0:1782217341.717871:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1782217341.717875:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb3dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a57 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.717884:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fde00, rc 0) 00000100:00100000:0.0:1782217341.717952:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1034e47-ed3d-4f13-86cd-626c188160a6+11:18721:x1868789693183488:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 1988us (2181us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1782217341.717962:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 34 00000100:00100000:2.0:1782217341.723301:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.723560:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693183616 00000100:00100000:1.0:1782217341.723570:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693183616 00000100:00100000:1.0:1782217341.723670:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 35 00000100:00100000:1.0:1782217341.723680:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+11:18721:x1868789693183616:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:1.0:1782217341.723704:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217341.723722:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb3f8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a5e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723832:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723846:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723857:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217341.723882:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1782217341.723886:0:22759:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782217341.723905:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723930:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb3f8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 13 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723947:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.723956:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:1.0:1782217341.723960:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782217341.723963:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121d800, rc 0) 00000100:00100000:1.0:1782217341.724022:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+12:18721:x1868789693183616:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 343us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.724029:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 35 00000100:00100000:3.0:1782217341.731656:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.731743:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693183744 00000100:00100000:1.0:1782217341.731754:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693183744 00000100:00100000:1.0:1782217341.731818:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:1.0:1782217341.731828:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+12:18721:x1868789693183744:12345-192.168.203.30@tcp:37:lfs.0 00000100:00100000:1.0:1782217341.737317:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+12:18721:x1868789693183744:12345-192.168.203.30@tcp:37:lfs.0 Request processed in 5479us (5657us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.737339:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:2.0:1782217341.741794:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.741889:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184000 00000100:00100000:0.0:1782217341.741900:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184000 00000100:00100000:0.0:1782217341.741960:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 4 00000100:00100000:0.0:1782217341.741971:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41b89050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+12:18721:x1868789693184000:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:0.0:1782217341.742209:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41b89050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1034e47-ed3d-4f13-86cd-626c188160a6+13:18721:x1868789693184000:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 239us (422us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1782217341.742217:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 4 00000040:00080000:2.0:1782217341.753313:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1782217341.806347:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.806512:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184128 00000100:00100000:0.0:1782217341.806522:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184128 00000100:00100000:0.0:1782217341.806633:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 36 00000100:00100000:0.0:1782217341.806645:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+11:18727:x1868789693184128:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:0.0:1782217341.806664:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217341.806681:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb406 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a65 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806742:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806755:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806766:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806777:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806785:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806790:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806862:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb41b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806884:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb41b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806892:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb41b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782217341.806927:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1782217341.806930:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782217341.806963:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb41b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806975:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806981:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806987:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.806994:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fda00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.806997:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807004:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807016:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:0.0:1782217341.807019:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.807024:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807041:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb40d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807844:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807852:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807859:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807865:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fd400 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217341.807868:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807874:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807884:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e46d75b00) 00010000:00010000:0.0:1782217341.807887:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217341.807890:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807895:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb414 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807925:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb406 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a65 expref: 13 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807953:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343400/0x92b8e04cbf5fb41b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a65 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.807961:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217341.807963:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1782217341.807965:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343400, rc 0) 00000100:00100000:2.0:1782217341.808208:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+12:18727:x1868789693184128:12345-192.168.203.30@tcp:101:bash.0 Request processed in 1564us (1879us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.808218:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 36 00000100:00100000:2.0:1782217341.811323:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.811616:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184256 00000100:00100000:1.0:1782217341.811633:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184256 00000100:00100000:1.0:1782217341.811683:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:1.0:1782217341.811692:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23463263-90e8-4482-a927-07e95de69624+5:18727:x1868789693184256:12345-192.168.203.30@tcp:900:bash.0 00000100:00100000:1.0:1782217341.811771:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23463263-90e8-4482-a927-07e95de69624+5:18727:x1868789693184256:12345-192.168.203.30@tcp:900:bash.0 Request processed in 80us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.811779:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:3.0:1782217341.814578:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.814774:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184512 00000100:00100000:1.0:1782217341.814782:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184512 00000100:00100000:1.0:1782217341.814838:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 37 00000100:00100000:1.0:1782217341.814848:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+12:18727:x1868789693184512:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:1.0:1782217341.814869:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217341.814891:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb422 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a6c expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.814991:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.815005:0:22759:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.815014:0:22759:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.815059:0:22759:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.815072:0:22759:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 12 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.815084:0:22759:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22759:1868789713211520:192.168.203.30@tcp:104: 00000100:00100000:1.0:1782217341.815160:0:22759:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e7b1bd840 going to sleep for 11 seconds 00000100:00100000:3.0:1782217341.818355:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.818562:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184640 00000100:00100000:0.0:1782217341.818571:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184640 00010000:00010000:0.0:1782217341.818651:0:22743:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 13 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217341.818688:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 16 00000100:00100000:0.0:1782217341.818697:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+13:2403:x1868789693184640:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782217341.818712:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217341.818719:0:22743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 13 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.818731:0:22743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 13 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.818751:0:22743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217341.818757:0:22743:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.818766:0:22743:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.818790:0:22743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.818807:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217341.818859:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e1034e47-ed3d-4f13-86cd-626c188160a6+13:2403:x1868789693184640:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 162us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.818867:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 16 00010000:00010000:1.0:1782217341.819682:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb3ff lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a5e expref: 12 pid: 22759 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.819701:0:22759:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22759:1868789713211520:192.168.203.30@tcp:104: 00010000:00010000:1.0:1782217341.819721:0:22759:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.819730:0:22759:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.819736:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.819786:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.819797:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.819805:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820231:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820242:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820250:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217341.820260:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1782217341.820283:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820290:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820297:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820303:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121de00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217341.820307:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820315:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820326:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:1.0:1782217341.820329:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217341.820572:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820806:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb429 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782217341.820818:0:22759:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002d52e13c reply state 000000006a8f937a transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820830:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820836:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff952e821fb600) 00010000:00010000:1.0:1782217341.820838:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782217341.820841:0:22759:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1782217341.820874:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb422 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 15 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820888:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 14 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.820896:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217341.820898:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1782217341.820900:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121da00, rc 0) 00000100:00100000:1.0:1782217341.820957:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+15:18727:x1868789693184512:12345-192.168.203.30@tcp:101:bash.0 Request processed in 6110us (6387us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1782217341.820965:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 37 00000100:00100000:3.0:1782217341.835525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.835698:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693184768 00000100:00100000:2.0:1782217341.835708:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693184768 00000100:00100000:2.0:1782217341.835771:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 38 00000100:00100000:2.0:1782217341.835781:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+15:18727:x1868789693184768:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:2.0:1782217341.835806:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.835825:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb445 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a73 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.835890:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.835904:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.835915:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.835962:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1782217341.835967:0:22758:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782217341.835988:0:22758:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.836012:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.836038:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb445 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a73 expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.836066:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a73 expref: 16 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.836075:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217341.836078:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782217341.836081:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448000, rc 0) 00000100:00100000:2.0:1782217341.836138:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+16:18727:x1868789693184768:12345-192.168.203.30@tcp:101:bash.0 Request processed in 358us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217341.836146:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 38 00000100:00100000:3.0:1782217341.839460:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.839639:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693185024 00000100:00100000:0.0:1782217341.839648:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693185024 00000100:00100000:0.0:1782217341.839702:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:0.0:1782217341.839712:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+16:18727:x1868789693185024:12345-192.168.203.30@tcp:35:bash.0 00000100:00100000:0.0:1782217341.839972:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+17:18727:x1868789693185024:12345-192.168.203.30@tcp:35:bash.0 Request processed in 260us (520us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1782217341.839980:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 5 00000100:00100000:3.0:1782217341.931553:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.931741:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693185280 00000100:00100000:1.0:1782217341.931751:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693185280 00000100:00100000:1.0:1782217341.931811:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 39 00000100:00100000:1.0:1782217341.931823:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+17:18738:x1868789693185280:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:1.0:1782217341.931861:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217341.931881:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb453 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a7a expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217341.931982:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1782217341.932081:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb453 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a7a expref: 19 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.932096:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:1.0:1782217341.932100:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782217341.932105:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb453 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a7a expref: 19 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.932120:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121d000, rc 0) 00000100:00100000:1.0:1782217341.932184:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+18:18738:x1868789693185280:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 364us (650us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1782217341.932191:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 39 00000100:00100000:3.0:1782217341.935853:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.935941:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693185536 00000100:00100000:0.0:1782217341.935950:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693185536 00000100:00100000:0.0:1782217341.936000:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:0.0:1782217341.936009:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+18:18738:x1868789693185536:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:0.0:1782217341.936255:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+19:18738:x1868789693185536:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 246us (409us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1782217341.936264:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 6 00000100:00100000:3.0:1782217341.975479:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217341.975771:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693185792 00000100:00100000:2.0:1782217341.975781:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693185792 00000100:00100000:2.0:1782217341.975844:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 40 00000100:00100000:2.0:1782217341.975854:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d43d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+19:18741:x1868789693185792:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:2.0:1782217341.975877:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217341.975897:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb461 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a81 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.975998:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb468 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.976011:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb468 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.976036:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb468 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217341.976059:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1782217341.976160:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb461 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a81 expref: 22 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.976177:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb468 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a81 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217341.976186:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217341.976188:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782217341.976193:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c449a00, rc 0) 00000100:00100000:2.0:1782217341.976251:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d43d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+21:18741:x1868789693185792:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 397us (781us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1782217341.976257:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 40 00000100:00100000:3.0:1782217341.979784:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217341.979951:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693185920 00000100:00100000:1.0:1782217341.979961:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693185920 00000100:00100000:1.0:1782217341.980017:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 41 00000100:00100000:1.0:1782217341.980026:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7b300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+21:18741:x1868789693185920:12345-192.168.203.30@tcp:54:lfs.0 00010000:00010000:1.0:1782217341.980097:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980114:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980126:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980170:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980177:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980184:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980191:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217341.980195:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980203:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980225:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217341.980228:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782217341.980232:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217341.980239:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb476 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217341.980307:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7b300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+21:18741:x1868789693185920:12345-192.168.203.30@tcp:54:lfs.0 Request processed in 282us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217341.980315:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 41 00000100:00100000:3.0:1782217341.982394:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.982629:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693186048 00000100:00100000:0.0:1782217341.982637:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693186048 00000100:00100000:0.0:1782217341.982695:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:0.0:1782217341.982706:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23463263-90e8-4482-a927-07e95de69624+21:2402:x1868789693186048:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782217341.982737:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217341.982761:0:22744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb468 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a81 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217341.982778:0:22744:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:0.0:1782217341.982783:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782217341.982831:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23463263-90e8-4482-a927-07e95de69624+20:2402:x1868789693186048:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 126us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217341.982838:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:3.0:1782217341.984557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217341.984911:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693186304 00000100:00100000:0.0:1782217341.984919:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693186304 00000100:00100000:0.0:1782217341.984969:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:0.0:1782217341.984979:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+20:18741:x1868789693186304:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:0.0:1782217341.985186:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+21:18741:x1868789693186304:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 208us (635us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1782217341.985195:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 7 00000100:00100000:3.0:1782217342.250632:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217342.250894:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693186560 00000100:00100000:2.0:1782217342.250904:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693186560 00000100:00100000:2.0:1782217342.250966:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 42 00000100:00100000:2.0:1782217342.250976:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+21:18772:x1868789693186560:12345-192.168.203.30@tcp:101:cat.0 00010000:00010000:2.0:1782217342.250999:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217342.251017:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb47d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a88 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.251133:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb484 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.251162:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb484 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.251174:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb484 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217342.251187:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1782217342.251313:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb47d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a88 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.251333:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb484 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a88 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.251341:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217342.251344:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782217342.251348:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448800, rc 0) 00000100:00100000:2.0:1782217342.251724:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+23:18772:x1868789693186560:12345-192.168.203.30@tcp:101:cat.0 Request processed in 748us (1139us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1782217342.251732:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 42 00000100:00100000:3.0:1782217342.257811:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217342.257869:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217342.258026:0:24292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693186944 00000100:00100000:0.0:1782217342.258038:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693186816 00000100:00100000:2.0:1782217342.258044:0:24292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693186944 00000100:00100000:0.0:1782217342.258045:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693186816 00000100:00100000:2.0:1782217342.258103:0:24292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 1 00000100:00100000:2.0:1782217342.258114:0:24292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+24:2404:x1868789693186944:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217342.258147:0:24292:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1782217342.258152:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:0.0:1782217342.258161:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+24:18772:x1868789693186816:12345-192.168.203.30@tcp:35:cat.0 00010000:00010000:2.0:1782217342.258175:0:24292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb484 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a88 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.258204:0:24292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217342.258221:0:24292:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217342.258266:0:24292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+23:2404:x1868789693186944:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 154us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217342.258274:0:24292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 1 00000100:00100000:0.0:1782217342.259168:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+23:18772:x1868789693186816:12345-192.168.203.30@tcp:35:cat.0 Request processed in 1005us (1361us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1782217342.259176:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 8 00000100:00100000:3.0:1782217342.360814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.361195:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693187200 00000100:00100000:1.0:1782217342.361206:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693187200 00000100:00100000:1.0:1782217342.361263:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 43 00000100:00100000:1.0:1782217342.361288:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+23:18778:x1868789693187200:12345-192.168.203.30@tcp:101:dd.0 00010000:00010000:1.0:1782217342.361312:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217342.361330:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb492 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a8f expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.361579:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb499 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.361623:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb499 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.361635:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb499 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217342.361647:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1782217342.361768:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb492 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a8f expref: 26 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.361786:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb499 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a8f expref: 25 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.361795:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217342.361798:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1782217342.361801:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121de00, rc 0) 00000100:00100000:1.0:1782217342.361864:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+25:18778:x1868789693187200:12345-192.168.203.30@tcp:101:dd.0 Request processed in 580us (1058us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1782217342.361872:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 43 00000100:00100000:2.0:1782217342.373779:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217342.373857:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.374874:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693187456 00000100:00100000:1.0:1782217342.374885:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693187456 00000100:00100000:1.0:1782217342.374973:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 2 00000100:00100000:1.0:1782217342.374983:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:23463263-90e8-4482-a927-07e95de69624+25:2405:x1868789693187456:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217342.374999:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217342.375024:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb499 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a8f expref: 25 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.375043:0:22745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217342.375049:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217342.375107:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:23463263-90e8-4482-a927-07e95de69624+24:2405:x1868789693187456:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 125us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217342.375114:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 2 00000100:00100000:0.0:1782217342.376013:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693187328 00000100:00100000:0.0:1782217342.376022:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693187328 00000100:00100000:0.0:1782217342.376118:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 44 00000100:00100000:0.0:1782217342.376127:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+24:18778:x1868789693187328:12345-192.168.203.30@tcp:101:dd.0 00010000:00010000:0.0:1782217342.376147:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217342.376163:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4a7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a96 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376198:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376211:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376223:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376334:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 26 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376352:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 25 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.376362:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:0.0:1782217342.376365:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1782217342.376367:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d42343c00, rc 0) 00000100:00100000:0.0:1782217342.376415:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+25:18778:x1868789693187328:12345-192.168.203.30@tcp:101:dd.0 Request processed in 289us (2644us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217342.376421:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 44 00000100:00100000:2.0:1782217342.385393:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.385566:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693187712 00000100:00100000:1.0:1782217342.385576:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693187712 00000100:00100000:1.0:1782217342.385849:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 45 00000100:00100000:1.0:1782217342.385859:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+25:18778:x1868789693187712:12345-192.168.203.30@tcp:36:dd.0 00010000:00010000:1.0:1782217342.386051:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217342.386075:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb44c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a73 expref: 25 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.386162:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217342.386168:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782217342.386881:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.386896:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.386905:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1782217342.386954:0:22759:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1782217342.386976:0:22759:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008466f65e reply state 00000000f44223cf transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.386988:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.386994:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217342.386997:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782217342.386999:0:22759:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782217342.387086:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+27:18778:x1868789693187712:12345-192.168.203.30@tcp:36:dd.0 Request processed in 1227us (1700us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1782217342.387094:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 45 00000020:00080000:1.0:1782217342.387100:0:22759:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1782217342.456889:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217342.470018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.470524:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693187968 00000100:00100000:1.0:1782217342.470543:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693187968 00000100:00100000:1.0:1782217342.470689:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 9 00000100:00100000:1.0:1782217342.470699:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23463263-90e8-4482-a927-07e95de69624+27:18778:x1868789693187968:12345-192.168.203.30@tcp:35:dd.0 00000100:00100000:1.0:1782217342.470905:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23463263-90e8-4482-a927-07e95de69624+28:18778:x1868789693187968:12345-192.168.203.30@tcp:35:dd.0 Request processed in 207us (906us total) trans 12884901907 rc 0/0 00000100:00100000:1.0:1782217342.470913:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 9 00000100:00100000:3.0:1782217342.609983:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217342.610344:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693188096 00000100:00100000:2.0:1782217342.610354:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693188096 00000100:00100000:2.0:1782217342.610414:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 46 00000100:00100000:2.0:1782217342.610424:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+28:18792:x1868789693188096:12345-192.168.203.30@tcp:101:stat.0 00010000:00010000:2.0:1782217342.610449:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217342.610469:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb4bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973a9d expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610544:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610558:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610571:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610611:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610635:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610643:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610834:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610854:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.610862:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217342.611260:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1782217342.611265:0:22758:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782217342.611301:0:22758:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611314:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611323:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611330:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611337:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611575:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c448c00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217342.611602:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611611:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611625:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:2.0:1782217342.611628:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217342.611632:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611639:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4c3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611653:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611660:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611666:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611671:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c448800 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217342.611675:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611682:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611837:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff952e821fb600) 00010000:00010000:2.0:1782217342.611839:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217342.611843:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.611934:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4ca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.612021:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb4bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a9d expref: 30 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.612036:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a9d expref: 29 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.612042:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217342.612045:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782217342.612047:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448000, rc 0) 00000100:00100000:2.0:1782217342.612111:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+29:18792:x1868789693188096:12345-192.168.203.30@tcp:101:stat.0 Request processed in 1689us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217342.612119:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 46 00000100:00100000:2.0:1782217342.665973:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217342.666322:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693188352 00000100:00100000:3.0:1782217342.666331:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693188352 00000100:00100000:3.0:1782217342.666393:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 47 00000100:00100000:3.0:1782217342.666404:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+29:18798:x1868789693188352:12345-192.168.203.30@tcp:36:truncate.0 00010000:00010000:3.0:1782217342.666458:0:22795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782217342.666515:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb4d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a9d expref: 29 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217342.666545:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:3.0:1782217342.666550:0:22795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782217342.666847:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.666869:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.666892:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1782217342.666939:0:22795:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:0.0:1782217342.666973:0:22795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b4ec98f5 reply state 00000000910f5dab transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.666994:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217342.667002:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:0.0:1782217342.667005:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782217342.667008:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1782217342.667197:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+31:18798:x1868789693188352:12345-192.168.203.30@tcp:36:truncate.0 Request processed in 794us (1231us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1782217342.667202:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 47 00000020:00080000:0.0:1782217342.667206:0:22795:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1782217342.845439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217342.846326:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693188480 00000100:00100000:2.0:1782217342.846342:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693188480 00000100:00100000:2.0:1782217342.846503:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 48 00000100:00100000:2.0:1782217342.846517:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+31:18812:x1868789693188480:12345-192.168.203.30@tcp:101:stat.0 00010000:00010000:2.0:1782217342.846557:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217342.846634:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb4df lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973aa4 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847039:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847059:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847071:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847099:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847107:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847114:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847276:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847286:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.847292:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217342.847345:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1782217342.847349:0:22760:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782217342.847373:0:22760:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.849325:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.849344:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.849352:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.849360:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.849367:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c448800 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217342.849372:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850206:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850228:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:2.0:1782217342.850231:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217342.850238:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850245:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448800/0x92b8e04cbf5fb4e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850268:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850275:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850291:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850297:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c448c00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217342.850300:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850307:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850315:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff952e821fb600) 00010000:00010000:2.0:1782217342.850318:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217342.850321:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850327:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb4ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850455:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb4df lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 33 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850474:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 32 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217342.850482:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217342.850485:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1782217342.850488:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c449a00, rc 0) 00000100:00100000:2.0:1782217342.850652:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+32:18812:x1868789693188480:12345-192.168.203.30@tcp:101:stat.0 Request processed in 4136us (5287us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217342.850673:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 48 00000100:00100000:3.0:1782217342.977799:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.981158:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693188736 00000100:00100000:1.0:1782217342.981188:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693188736 00000100:00100000:1.0:1782217342.981849:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 49 00000100:00100000:1.0:1782217342.981863:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+32:18822:x1868789693188736:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:1.0:1782217342.981893:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217342.981921:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb4fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973aab expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217342.982576:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1782217342.982756:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb4fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aab expref: 34 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.982776:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:1.0:1782217342.982780:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782217342.982787:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb4fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aab expref: 34 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217342.982805:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121de00, rc 0) 00000100:00100000:1.0:1782217342.982886:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+33:18822:x1868789693188736:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 1026us (5103us total) trans 12884901910 rc 301/301 00000100:00100000:1.0:1782217342.982894:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 49 00000100:00100000:0.0:1782217342.998908:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217342.999076:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693188992 00000100:00100000:1.0:1782217342.999088:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693188992 00000100:00100000:1.0:1782217342.999152:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:1.0:1782217342.999162:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d41b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+33:18822:x1868789693188992:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:1.0:1782217342.999400:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d41b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+34:18822:x1868789693188992:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 238us (512us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1782217342.999408:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 10 00000100:00100000:2.0:1782217343.033042:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713211648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782217343.033147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217343.033449:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713211648 00000100:00100000:3.0:1782217343.033460:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713211648 00000100:00100000:3.0:1782217343.033566:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1782217343.033614:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713211648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782217343.033653:0:24270:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782217343.033718:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713211648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217343.033726:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1782217343.034094:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217343.034141:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e47b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713211648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782217343.095572:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.095868:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693189248 00000100:00100000:2.0:1782217343.095882:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693189248 00000100:00100000:2.0:1782217343.096012:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 50 00000100:00100000:2.0:1782217343.096029:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+34:18828:x1868789693189248:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:2.0:1782217343.096066:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217343.096101:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb509 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ab2 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096479:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096497:0:22758:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096507:0:22758:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 35 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096516:0:22758:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096567:0:22758:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 35 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.096640:0:22758:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 35 pid: 22760 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217343.096657:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211776:192.168.203.30@tcp:104: 00010000:00010000:2.0:1782217343.096995:0:22758:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.097006:0:22758:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217343.097016:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211904:192.168.203.30@tcp:104: 00000100:00100000:2.0:1782217343.097044:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e460e8240 going to sleep for 11 seconds 00000100:00080000:3.0:1782217343.108599:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782217343.149427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.149797:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.149842:0:24292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693189376 00000100:00100000:2.0:1782217343.149854:0:24292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693189376 00010000:00010000:2.0:1782217343.149918:0:24292:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 36 pid: 22760 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217343.149970:0:24292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693189504 00000100:00100000:2.0:1782217343.149973:0:24292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693189504 00010000:00010000:2.0:1782217343.150303:0:24292:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 37 pid: 22759 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217343.150458:0:24292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 17 00000100:00100000:2.0:1782217343.150475:0:24292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47661450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+37:2403:x1868789693189376:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217343.150513:0:24292:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217343.150522:0:24292:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 37 pid: 22760 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.150548:0:24292:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 37 pid: 22760 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.150580:0:24292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217343.150628:0:24292:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.150639:0:24292:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.150647:0:24292:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217343.150725:0:24292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47661450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+37:2403:x1868789693189376:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 254us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217343.150733:0:24292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 17 00010000:00010000:3.0:1782217343.151652:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449a00/0x92b8e04cbf5fb4f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aa4 expref: 36 pid: 22760 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217343.151686:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211776:192.168.203.30@tcp:104: 00000100:00100000:3.0:1782217343.151701:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713211904:192.168.203.30@tcp:104: 00010000:00010000:3.0:1782217343.151731:0:22758:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217343.152353:0:25790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 18 00000100:00100000:1.0:1782217343.152371:0:25790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+35:2402:x1868789693189504:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217343.152399:0:25790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217343.152410:0:25790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152436:0:25790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152458:0:25790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb437 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a6c expref: 35 pid: 22759 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152471:0:25790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217343.152476:0:25790:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152486:0:25790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152494:0:25790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.152523:0:25790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217343.152909:0:25790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+34:2402:x1868789693189504:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 544us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217343.152918:0:25790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 18 00010000:00010000:3.0:1782217343.153671:0:22758:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.153685:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782217343.153724:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:3.0:1782217343.155510:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb509 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 35 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.155553:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 34 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.155563:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:3.0:1782217343.155567:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1782217343.155571:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448c00, rc 0) 00000100:00100000:3.0:1782217343.155685:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+34:18828:x1868789693189248:12345-192.168.203.30@tcp:101:bash.0 Request processed in 59661us (60126us total) trans 12884901912 rc 0/0 00000100:00100000:3.0:1782217343.155694:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 50 00000100:00100000:0.0:1782217343.183150:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217343.184388:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693189760 00000100:00100000:1.0:1782217343.184402:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693189760 00000100:00100000:1.0:1782217343.184483:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 51 00000100:00100000:1.0:1782217343.184494:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+34:18828:x1868789693189760:12345-192.168.203.30@tcp:36:bash.0 00010000:00010000:1.0:1782217343.184902:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.184923:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.184949:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1782217343.185010:0:22795:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:1.0:1782217343.185826:0:22795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001a11547f reply state 00000000c4762f84 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.185844:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.185852:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217343.185855:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782217343.185858:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782217343.185965:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+37:18828:x1868789693189760:12345-192.168.203.30@tcp:36:bash.0 Request processed in 1471us (2822us total) trans 12884901914 rc 0/0 00000100:00100000:1.0:1782217343.185973:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 51 00000020:00080000:1.0:1782217343.185979:0:22795:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1782217343.193769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.193971:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693189888 00000100:00100000:0.0:1782217343.193981:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693189888 00000100:00100000:0.0:1782217343.194049:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 52 00000100:00100000:0.0:1782217343.194060:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+37:18828:x1868789693189888:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:0.0:1782217343.194082:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217343.194114:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb525 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ab9 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.194174:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb525 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab9 expref: 38 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.194187:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb525 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab9 expref: 38 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.194206:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:0.0:1782217343.194210:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1782217343.194213:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e413fde00, rc 0) 00000100:00100000:0.0:1782217343.194289:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+38:18828:x1868789693189888:12345-192.168.203.30@tcp:101:bash.0 Request processed in 231us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.194296:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 52 00000100:00100000:0.0:1782217343.223870:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217343.223975:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190016 00000100:00100000:1.0:1782217343.223984:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190016 00000100:00100000:1.0:1782217343.224051:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 53 00000100:00100000:1.0:1782217343.224061:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4446bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+38:18828:x1868789693190016:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:1.0:1782217343.224082:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217343.224102:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c400/0x92b8e04cbf5fb52c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ac0 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.224232:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.225085:0:22795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 39 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.225106:0:22795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.233874:0:22795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 39 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.233901:0:22795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 39 pid: 22758 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217343.233920:0:22795:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d44469500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:22795:1868789713212032:192.168.203.30@tcp:104: 00000100:00100000:0.0:1782217343.234013:0:22795:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759c00 going to sleep for 11 seconds 00000100:00100000:1.0:1782217343.238045:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.238366:0:22744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190144 00000100:00100000:2.0:1782217343.238375:0:22744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190144 00010000:00010000:2.0:1782217343.238415:0:22744:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 40 pid: 22758 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217343.238458:0:22744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 19 00000100:00100000:2.0:1782217343.238467:0:22744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23463263-90e8-4482-a927-07e95de69624+40:2403:x1868789693190144:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217343.238487:0:22744:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217343.238495:0:22744:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 40 pid: 22758 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.238522:0:22744:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 40 pid: 22758 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.238767:0:22744:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217343.238774:0:22744:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.238784:0:22744:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.238793:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.238815:0:22744:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217343.238865:0:22744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23463263-90e8-4482-a927-07e95de69624+40:2403:x1868789693190144:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 399us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217343.238874:0:22744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 19 00010000:00010000:0.0:1782217343.240930:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448c00/0x92b8e04cbf5fb510 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab2 expref: 39 pid: 22758 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217343.240954:0:22795:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d44469500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:22795:1868789713212032:192.168.203.30@tcp:104: 00010000:00010000:0.0:1782217343.240992:0:22795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.241001:0:22795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.241006:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782217343.242214:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1782217343.242222:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782217343.242256:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.242292:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c400/0x92b8e04cbf5fb52c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac0 expref: 39 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.242309:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac0 expref: 38 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.242317:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:0.0:1782217343.242320:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1782217343.242323:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121d800, rc 0) 00000100:00100000:0.0:1782217343.242390:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4446bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+38:18828:x1868789693190016:12345-192.168.203.30@tcp:101:bash.0 Request processed in 18329us (18527us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.242398:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 53 00000100:00100000:1.0:1782217343.249433:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.249533:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190400 00000100:00100000:2.0:1782217343.250231:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190400 00000100:00100000:2.0:1782217343.250305:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:2.0:1782217343.250315:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23463263-90e8-4482-a927-07e95de69624+38:18828:x1868789693190400:12345-192.168.203.30@tcp:103:bash.0 00010000:00010000:2.0:1782217343.250330:0:22743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1782217343.250354:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb525 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ab9 expref: 38 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.250375:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb533 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac0 expref: 37 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.250402:0:22743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217343.250408:0:22743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217343.250471:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23463263-90e8-4482-a927-07e95de69624+36:18828:x1868789693190400:12345-192.168.203.30@tcp:103:bash.0 Request processed in 158us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217343.250478:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 3 00000100:00100000:1.0:1782217343.259676:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.259821:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190528 00000100:00100000:0.0:1782217343.259830:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190528 00000100:00100000:0.0:1782217343.259888:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 54 00000100:00100000:0.0:1782217343.259898:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+36:18828:x1868789693190528:12345-192.168.203.30@tcp:58:bash.0 00010000:00010000:0.0:1782217343.260006:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.260022:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.260043:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782217343.270407:0:22760:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1782217343.270438:0:22760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1782217343.270808:0:22760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1782217343.270903:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+36:18828:x1868789693190528:12345-192.168.203.30@tcp:58:bash.0 Request processed in 11001us (11242us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.270913:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 54 00000100:00100000:3.0:1782217343.275863:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217343.276018:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190656 00000100:00100000:2.0:1782217343.276037:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190656 00000100:00100000:2.0:1782217343.276096:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 55 00000100:00100000:2.0:1782217343.276106:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+36:18828:x1868789693190656:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:2.0:1782217343.276126:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217343.276145:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ac7 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276198:0:22759:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276209:0:22759:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 37 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276228:0:22759:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276242:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 37 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276254:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217343.276269:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782217343.276273:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 37 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217343.276281:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c449600, rc 0) 00000100:00100000:2.0:1782217343.276342:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+37:18828:x1868789693190656:12345-192.168.203.30@tcp:101:bash.0 Request processed in 237us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217343.276349:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 55 00010000:00010000:2.0:1782217343.482857:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217343.544890:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1782217343.544913:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713212160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782217343.544982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217343.545030:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713212160 00000100:00100000:3.0:1782217343.545037:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713212160 00000100:00100000:3.0:1782217343.545078:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782217343.545087:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713212160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1782217343.545119:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1782217343.545163:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713212160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217343.545170:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1782217343.545207:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713212160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1782217343.550990:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713212288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782217343.551085:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217343.554556:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713212288 00000100:00100000:0.0:1782217343.554568:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713212288 00000100:00100000:0.0:1782217343.554668:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1782217343.554679:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713212288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782217343.554716:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1782217343.554803:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713212288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (3717us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.554810:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1782217343.554970:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713212288:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1782217343.801417:0:22791:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782217343.801427:0:22791:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782217343.801457:0:22791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1782217343.801466:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1782217343.803857:0:22791:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22791:1868789713212416:192.168.203.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1782217343.804020:0:22791:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d421ebc00 going to sleep for 11 seconds 00000100:00100000:1.0:1782217343.817046:0:22791:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22791:1868789713212416:192.168.203.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1782217343.839910:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.840207:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190784 00000100:00100000:3.0:1782217343.840217:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190784 00000100:00100000:3.0:1782217343.840283:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 56 00000100:00100000:3.0:1782217343.840293:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+37:18829:x1868789693190784:12345-192.168.203.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1782217343.840322:0:22758:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1782217343.840442:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+37:18829:x1868789693190784:12345-192.168.203.30@tcp:53:lhsmtool_posix.0 Request processed in 150us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217343.840451:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 56 00000100:00100000:2.0:1782217343.851047:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217343.853792:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693190912 00000100:00100000:1.0:1782217343.853805:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693190912 00000100:00100000:1.0:1782217343.853878:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 57 00000100:00100000:1.0:1782217343.853888:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+37:18829:x1868789693190912:12345-192.168.203.30@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1782217343.853961:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.853978:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.853988:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854053:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854061:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854069:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854092:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854102:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854109:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782217343.854153:0:22759:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1782217343.854157:0:22759:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1782217343.854168:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854179:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854186:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854193:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854208:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d600 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217343.854213:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854220:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854232:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff952e567e2a00) 00010000:00010000:1.0:1782217343.854235:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217343.854239:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854245:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d600/0x92b8e04cbf5fb548 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854259:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854275:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854281:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854285:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121ce00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217343.854288:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854293:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854310:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff952e821fbf00) 00010000:00010000:1.0:1782217343.854312:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217343.854315:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854320:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121ce00/0x92b8e04cbf5fb54f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854333:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854339:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854344:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854348:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121cc00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217343.854350:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854356:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854363:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217343.854364:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217343.854367:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217343.854373:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121cc00/0x92b8e04cbf5fb556 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217343.857733:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+37:18829:x1868789693190912:12345-192.168.203.30@tcp:34:lhsmtool_posix.0 Request processed in 3833us (6683us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217343.857749:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 57 00000100:00100000:1.0:1782217343.867784:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.867992:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693191168 00000100:00100000:3.0:1782217343.868002:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693191168 00000100:00100000:3.0:1782217343.868067:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 58 00000100:00100000:3.0:1782217343.868076:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+37:18829:x1868789693191168:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782217343.868097:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217343.868117:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb55d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ace expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868231:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868246:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868256:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782217343.868279:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1782217343.868362:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868371:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868377:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868383:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2ce00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:3.0:1782217343.868387:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868393:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868405:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:3.0:1782217343.868408:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1782217343.868412:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868418:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb564 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868457:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb55d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ace expref: 39 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868467:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff952e567e2a00) 00010000:00010000:3.0:1782217343.868470:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1782217343.868474:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb55d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ace expref: 39 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.868493:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2d400, rc 0) 00000100:00100000:3.0:1782217343.868564:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+38:18829:x1868789693191168:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 489us (789us total) trans 12884901915 rc 301/301 00000100:00100000:3.0:1782217343.868572:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 58 00000100:00100000:2.0:1782217343.876679:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.876886:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693191296 00000100:00100000:0.0:1782217343.876896:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693191296 00000100:00100000:0.0:1782217343.876957:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 59 00000100:00100000:0.0:1782217343.876966:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+38:18829:x1868789693191296:12345-192.168.203.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1782217343.877004:0:22795:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1782217343.877177:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+38:18829:x1868789693191296:12345-192.168.203.30@tcp:53:lhsmtool_posix.0 Request processed in 211us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.877184:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 59 00000100:00100000:2.0:1782217343.895368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.898002:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693191552 00000100:00100000:3.0:1782217343.898015:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693191552 00000100:00100000:3.0:1782217343.898095:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 60 00000100:00100000:3.0:1782217343.898105:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+38:18829:x1868789693191552:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782217343.898126:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217343.898144:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb572 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ad5 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1782217343.898563:0:22758:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:3.0:1782217343.898570:0:22758:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:3.0:1782217343.898902:0:22758:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1782217343.899227:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb579 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.899241:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb579 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.899252:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb579 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.899512:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb572 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ad5 expref: 41 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.899883:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb579 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ad5 expref: 40 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.899894:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e7b201000) 00010000:00010000:3.0:1782217343.899897:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1782217343.899900:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2ce00, rc 0) 00000100:00100000:3.0:1782217343.899976:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+40:18829:x1868789693191552:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 1871us (4615us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1782217343.899985:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 60 00000100:00100000:2.0:1782217343.908257:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.908393:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693191808 00000100:00100000:0.0:1782217343.908403:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693191808 00000100:00100000:0.0:1782217343.908463:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 61 00000100:00100000:0.0:1782217343.908474:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+40:18829:x1868789693191808:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1782217343.908540:0:22795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217343.908565:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ce00/0x92b8e04cbf5fb579 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ad5 expref: 40 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908632:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e7b201000) 00010000:00010000:0.0:1782217343.908643:0:22795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782217343.908665:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908678:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908687:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908699:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908705:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908712:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908771:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908778:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908784:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908790:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fda00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217343.908794:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908801:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908811:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:0.0:1782217343.908814:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217343.908817:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908823:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fda00/0x92b8e04cbf5fb587 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908832:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908838:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908844:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908857:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fde00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:0.0:1782217343.908860:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908866:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908875:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x5fa4fb82 (ffff952e46d75200) 00010000:00010000:0.0:1782217343.908877:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782217343.908880:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.908886:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fde00/0x92b8e04cbf5fb58e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5fa4fb82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217343.908953:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+39:18829:x1868789693191808:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 Request processed in 480us (705us total) trans 0 rc -2/-2 00000100:00100000:0.0:1782217343.908961:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 61 00000100:00100000:2.0:1782217343.911832:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.912010:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693191936 00000100:00100000:0.0:1782217343.912019:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693191936 00000100:00100000:0.0:1782217343.912189:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 62 00000100:00100000:0.0:1782217343.912198:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+39:18829:x1868789693191936:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1782217343.912227:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217343.912249:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072600/0x92b8e04cbf5fb595 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973adc expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912388:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072000/0x92b8e04cbf5fb59c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912419:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072000/0x92b8e04cbf5fb59c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912431:0:22760:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072000/0x92b8e04cbf5fb59c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912543:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072600/0x92b8e04cbf5fb595 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973adc expref: 41 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912562:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072000/0x92b8e04cbf5fb59c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973adc expref: 40 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.912571:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217343.912574:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1782217343.912578:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43072000, rc 0) 00000100:00100000:0.0:1782217343.912924:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+40:18829:x1868789693191936:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 726us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.912932:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 62 00000100:00100000:2.0:1782217343.921309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.921515:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693192192 00000100:00100000:0.0:1782217343.921538:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693192192 00000100:00100000:0.0:1782217343.921628:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 63 00000100:00100000:0.0:1782217343.921638:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+40:18829:x1868789693192192:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1782217343.921708:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.921723:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.921749:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1782217343.921897:0:22795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1782217343.921907:0:22795:0:(osp_sync.c:1862:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 706905323839ns, next at 707905321292ns, rc = 0 00000004:00010000:0.0:1782217343.921954:0:22795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007771d98c reply state 00000000df7848dc transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.921966:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.921973:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217343.921976:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1782217343.921979:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1782217343.922295:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e4e0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+42:18829:x1868789693192192:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 Request processed in 657us (992us total) trans 12884901917 rc 0/0 00000100:00100000:0.0:1782217343.922302:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 63 00000100:00100000:2.0:1782217343.938046:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.938131:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693192320 00000100:00100000:3.0:1782217343.938140:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693192320 00000100:00100000:3.0:1782217343.938196:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 64 00000100:00100000:3.0:1782217343.938205:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4379b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+42:18829:x1868789693192320:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782217343.938229:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217343.938247:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973ae3 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.938306:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 43 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.938320:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 43 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217343.938337:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:3.0:1782217343.938341:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1782217343.938356:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2d400, rc 0) 00000100:00100000:3.0:1782217343.938407:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4379b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+43:18829:x1868789693192320:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 203us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217343.938414:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 64 00000100:00100000:2.0:1782217343.942775:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.945233:0:24825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693192448 00000100:00100000:3.0:1782217343.945246:0:24825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693192448 00000100:00100000:3.0:1782217343.945338:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:3.0:1782217343.945349:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4263fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+5:2402:x1868789693192448:12345-192.168.203.30@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1782217343.945637:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4263fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+6:2402:x1868789693192448:12345-192.168.203.30@tcp:2:lhsmtool_posix.0 Request processed in 289us (2870us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1782217343.945646:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00080000:2.0:1782217343.949846:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782217343.953556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217343.953892:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693192704 00000100:00100000:1.0:1782217343.953904:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693192704 00000100:00100000:1.0:1782217343.953962:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:1.0:1782217343.953971:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+43:18829:x1868789693192704:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1782217343.954395:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+44:18829:x1868789693192704:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 Request processed in 295us (718us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1782217343.954405:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 11 00000100:00100000:2.0:1782217343.967063:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217343.967292:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693192960 00000100:00100000:0.0:1782217343.967302:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693192960 00000100:00100000:0.0:1782217343.967358:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:0.0:1782217343.967368:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+44:18829:x1868789693192960:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1782217343.967483:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+44:18829:x1868789693192960:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 Request processed in 116us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.967497:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 65 00000100:00100000:0.0:1782217343.982046:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217343.991364:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193088 00000100:00100000:3.0:1782217343.991379:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193088 00000100:00100000:0.0:1782217343.993912:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:0.0:1782217343.993926:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d44469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+44:18829:x1868789693193088:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1782217343.993961:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782217343.993979:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073e00/0x92b8e04cbf5fb5b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973aea expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994054:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994174:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994188:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782217343.994240:0:22758:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782217343.994259:0:22758:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994295:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073e00/0x92b8e04cbf5fb5b1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aea expref: 46 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994314:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aea expref: 45 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217343.994322:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217343.994325:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1782217343.994328:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952d43073a00, rc 0) 00000100:00100000:0.0:1782217343.994570:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d44469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+45:18829:x1868789693193088:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 646us (13067us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217343.996071:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 66 00000100:00100000:3.0:1782217344.009228:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.009431:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193216 00000100:00100000:1.0:1782217344.009440:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193216 00000100:00100000:1.0:1782217344.009716:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:1.0:1782217344.009727:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+6:2403:x1868789693193216:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1782217344.009745:0:25256:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782217344.009764:0:25256:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973af1 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1782217344.009788:0:25256:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a3a7a7f, blocks: 0x0 00010000:00010000:1.0:1782217344.009805:0:25256:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1782217344.009810:0:25256:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1782217344.009818:0:25256:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 7 pid: 25256 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.009855:0:25256:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 7 pid: 25256 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.009867:0:25256:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e4121cc00, rc 0) 00000100:00100000:1.0:1782217344.009924:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+7:2403:x1868789693193216:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 198us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.009930:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:3.0:1782217344.015545:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217344.015720:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193472 00000100:00100000:0.0:1782217344.015730:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193472 00000100:00100000:0.0:1782217344.015787:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 67 00000100:00100000:0.0:1782217344.015795:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+45:18829:x1868789693193472:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1782217344.015891:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+45:18829:x1868789693193472:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 Request processed in 95us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217344.015898:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 67 00000100:00100000:0.0:1782217344.025440:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217344.031195:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193600 00000100:00100000:2.0:1782217344.031210:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193600 00000100:00100000:2.0:1782217344.031329:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00100000:2.0:1782217344.031340:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+45:18829:x1868789693193600:12345-192.168.203.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1782217344.033989:0:22738:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:3.0:1782217344.034002:0:22738:0:(osp_sync.c:1827:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:2.0:1782217344.034209:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034222:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034234:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034240:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034244:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034252:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034268:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff952e46d75b00) 00010000:00010000:2.0:1782217344.034271:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.034276:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034282:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342000/0x92b8e04cbf5fb381 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034301:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034306:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034311:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034315:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342e00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034317:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034332:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034339:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:2.0:1782217344.034342:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.034344:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034349:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342e00/0x92b8e04cbf5fb388 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034362:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034368:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034373:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034378:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121c600 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034381:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034387:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034393:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff952e821fb600) 00010000:00010000:2.0:1782217344.034395:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.034399:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034410:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121c600/0x92b8e04cbf5fb430 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034423:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034429:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034434:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034438:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034441:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034446:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034454:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217344.034456:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.034458:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034464:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d000/0x92b8e04cbf5fb4b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034473:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034479:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034507:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034512:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d42342a00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034515:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034530:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034538:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217344.034540:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.034552:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034559:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42342a00/0x92b8e04cbf5fb4d8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034570:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034576:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034962:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034970:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121da00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.034973:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.034991:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035000:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:2.0:1782217344.035003:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782217344.035006:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035012:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121da00/0x92b8e04cbf5fb51e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035023:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035028:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035033:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035257:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072c00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.035263:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035271:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035280:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:2.0:1782217344.035282:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1782217344.035285:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.035301:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072c00/0x92b8e04cbf5fb5a3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1782217344.035457:0:22738:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1782217344.035713:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1782217344.035731:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713212544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1782217344.035966:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217344.036015:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713212544 00000100:00100000:1.0:1782217344.036029:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713212544 00000100:00100000:1.0:1782217344.036249:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1782217344.036258:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e6e958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1868789713212544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1782217344.036375:0:24267:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1782217344.036379:0:24267:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1782217344.036381:0:24267:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1782217344.036383:0:24267:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1782217343 -> 1782217343 00002000:00010000:1.0:1782217344.036386:0:24267:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1782217344.036424:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e6e958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1868789713212544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (460us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1782217344.036430:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1782217344.037352:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1782217344.037386:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff952d4441d880/2, rc 0, transno 12884901892 00000100:00100000:1.0:1782217344.037394:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1868789713212544:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1782217344.037531:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037541:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037549:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037554:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fcc00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:2.0:1782217344.037558:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037566:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037578:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:2.0:1782217344.037783:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1782217344.037789:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.037804:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fcc00/0x92b8e04cbf5fb3d5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.037913:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+14:18829:x1868789693193600:12345-192.168.203.30@tcp:44:lhsmtool_posix.0 Request processed in 6574us (12480us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217344.037923:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00100000:3.0:1782217344.044158:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217344.044253:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193728 00000100:00100000:0.0:1782217344.044263:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193728 00000100:00100000:0.0:1782217344.044319:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:0.0:1782217344.044329:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+7:2402:x1868789693193728:12345-192.168.203.30@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1782217344.044433:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23463263-90e8-4482-a927-07e95de69624+7:2402:x1868789693193728:12345-192.168.203.30@tcp:16:lhsmtool_posix.0 Request processed in 104us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217344.044441:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:3.0:1782217344.054753:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217344.061689:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693193984 00000100:00100000:0.0:1782217344.061704:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693193984 00000100:00100000:0.0:1782217344.063406:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 69 00000100:00100000:0.0:1782217344.063426:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+14:18829:x1868789693193984:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1782217344.063483:0:22795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217344.064236:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073a00/0x92b8e04cbf5fb5b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aea expref: 14 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.064256:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217344.064261:0:22795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782217344.064348:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073c00/0x92b8e04cbf5fb5c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.064374:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073c00/0x92b8e04cbf5fb5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.064384:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073c00/0x92b8e04cbf5fb5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782217344.064572:0:22795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000945f4c5b reply state 000000008a7cb4d2 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073c00/0x92b8e04cbf5fb5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.064619:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43073c00/0x92b8e04cbf5fb5c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.064626:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217344.064629:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782217344.064631:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1782217344.064746:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+15:18829:x1868789693193984:12345-192.168.203.30@tcp:36:lhsmtool_posix.0 Request processed in 1328us (10000us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1782217344.064755:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 69 00000100:00100000:2.0:1782217344.075314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217344.076961:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194112 00000100:00100000:3.0:1782217344.076973:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194112 00000100:00100000:3.0:1782217344.077048:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:3.0:1782217344.077213:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23463263-90e8-4482-a927-07e95de69624+7:18829:x1868789693194112:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1782217344.077229:0:24268:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217344.077246:0:24268:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973af8 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.077294:0:24268:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.077303:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1782217344.077308:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217344.077313:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.077348:0:24268:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.077361:0:24268:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 807 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217344.077375:0:24268:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c671f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24268:1868789713212672:192.168.203.30@tcp:104: 00000100:00100000:3.0:1782217344.077456:0:24268:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2540 going to sleep for 11 seconds 00000100:00100000:3.0:1782217344.083314:0:24268:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c671f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24268:1868789713212672:192.168.203.30@tcp:104: 00010000:00010000:3.0:1782217344.083361:0:24268:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.083381:0:24268:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2ca00, rc 0) 00000100:00100000:3.0:1782217344.083439:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23463263-90e8-4482-a927-07e95de69624+8:18829:x1868789693194112:12345-192.168.203.30@tcp:101:lhsmtool_posix.0 Request processed in 6230us (8133us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217344.090994:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:2.0:1782217344.091356:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217344.094914:0:24292:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194240 00000100:00100000:0.0:1782217344.094929:0:24292:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194240 00010000:00010000:0.0:1782217344.095307:0:24292:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 807 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217344.095411:0:24292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:0.0:1782217344.095435:0:24292:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+8:2403:x1868789693194240:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782217344.095451:0:24292:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782217344.095471:0:24292:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 807 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.095505:0:24292:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 807 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.095539:0:24292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa3ca814/0x92b8e04cbf5fb5bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af1 expref: 8 pid: 25256 timeout: 807 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.095563:0:24292:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217344.095568:0:24292:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1782217344.095576:0:24292:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 7 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.095638:0:24292:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 7 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.095677:0:24292:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 7 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217344.095692:0:24292:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:24292:1868789713212800:192.168.203.30@tcp:105: 00000100:00100000:0.0:1782217344.095780:0:24292:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759a80 going to sleep for 11 seconds 00000100:00100000:3.0:1782217344.102176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217344.102271:0:24825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194368 00000100:00100000:0.0:1782217344.102279:0:24825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194368 00000100:00100000:0.0:1782217344.102337:0:24825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:0.0:1782217344.102347:0:24825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+8:2403:x1868789693194368:12345-192.168.203.30@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1782217344.102506:0:24825:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1782217344.102531:0:24825:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1782217343 00002000:00010000:0.0:1782217344.102534:0:24825:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1782217341 00002000:00010000:0.0:1782217344.102536:0:24825:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1782217343 -> 1782217343 00002000:00010000:0.0:1782217344.102538:0:24825:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1782217344.102618:0:24825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23463263-90e8-4482-a927-07e95de69624+9:2403:x1868789693194368:12345-192.168.203.30@tcp:2:lhsmtool_posix.0 Request processed in 273us (449us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1782217344.102626:0:24825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:1.0:1782217344.104361:0:24292:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:24292:1868789713212800:192.168.203.30@tcp:105: 00010000:00010000:1.0:1782217344.104385:0:24292:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217344.104423:0:24292:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23463263-90e8-4482-a927-07e95de69624+8:2403:x1868789693194240:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 9003us (13068us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.104433:0:24292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 20 00000100:00100000:0.0:1782217344.108933:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217344.109542:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194496 00000100:00100000:3.0:1782217344.109562:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194496 00000100:00100000:3.0:1782217344.109648:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:3.0:1782217344.109659:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+8:2403:x1868789693194496:12345-192.168.203.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1782217344.109703:0:25256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.109723:0:25256:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.109731:0:25256:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217344.109736:0:25256:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1782217344.109740:0:25256:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.109775:0:25256:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.109801:0:25256:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217344.109816:0:25256:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c673800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25256:1868789713212928:192.168.203.30@tcp:104: 00000100:00100000:3.0:1782217344.109890:0:25256:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e529a2540 going to sleep for 11 seconds 00000100:00100000:0.0:1782217344.115771:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217344.115910:0:25790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194624 00000100:00100000:2.0:1782217344.115919:0:25790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194624 00010000:00010000:2.0:1782217344.115973:0:25790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 9 pid: 24268 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.116033:0:25790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 21 00000100:00100000:2.0:1782217344.116049:0:25790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+9:2403:x1868789693194624:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782217344.116073:0:25790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782217344.116094:0:25790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 9 pid: 24268 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.116109:0:25790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 9 pid: 24268 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.116134:0:25790:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1782217344.116139:0:25790:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1782217344.116144:0:25790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.116153:0:25790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.116172:0:25790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782217344.116235:0:25790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+9:2403:x1868789693194624:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 193us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217344.116257:0:25790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 21 00010000:00010000:3.0:1782217344.118384:0:25256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfa93e61/0x92b8e04cbf5fb5cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973af8 expref: 8 pid: 24268 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782217344.118407:0:25256:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c673800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25256:1868789713212928:192.168.203.30@tcp:104: 00010000:00010000:3.0:1782217344.118428:0:25256:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118440:0:25256:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118447:0:25256:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118474:0:25256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118482:0:25256:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118490:0:25256:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.118497:0:25256:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e72e2c400 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:3.0:1782217344.118502:0:25256:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.119528:0:25256:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.119549:0:25256:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.119557:0:25256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.120979:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+7:2403:x1868789693194496:12345-192.168.203.30@tcp:1:lhsmtool_posix.0 Request processed in 11312us (12045us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217344.121000:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:3.0:1782217344.124786:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217344.129183:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693194880 00000100:00100000:2.0:1782217344.129196:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693194880 00000100:00100000:2.0:1782217344.129258:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 70 00000100:00100000:2.0:1782217344.129266:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+15:18829:x1868789693194880:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1782217344.129349:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.129365:0:22758:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 15 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.129376:0:22758:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.129408:0:22758:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 15 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.129421:0:22758:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 15 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.129435:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7f6c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213056:192.168.203.30@tcp:104: 00000100:00100000:2.0:1782217344.129509:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e460e8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1782217344.133967:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7f6c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213056:192.168.203.30@tcp:104: 00010000:00010000:2.0:1782217344.134029:0:22758:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.140139:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.141321:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195008 00000100:00100000:1.0:1782217344.141335:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195008 00010000:00010000:1.0:1782217344.141376:0:22745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 16 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217344.141420:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:1.0:1782217344.141428:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:23463263-90e8-4482-a927-07e95de69624+16:2402:x1868789693195008:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217344.141443:0:22745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217344.141450:0:22745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 16 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141462:0:22745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 16 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141482:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d42343c00/0x92b8e04cbf5fb4ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973a96 expref: 16 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141496:0:22745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217344.141503:0:22745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 15 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141539:0:22745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141548:0:22745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.141554:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141678:0:22758:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141687:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141890:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141903:0:22758:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141910:0:22758:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141938:0:22758:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.141964:0:22758:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217344.141990:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213184:192.168.203.30@tcp:104: 00000100:00100000:0.0:1782217344.142098:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759a80 going to sleep for 11 seconds 00010000:00010000:1.0:1782217344.143445:0:22745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217344.143499:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:23463263-90e8-4482-a927-07e95de69624+16:2402:x1868789693195008:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 2067us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.143511:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 22 00000100:00100000:2.0:1782217344.153545:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.153758:0:25790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195136 00000100:00100000:1.0:1782217344.153767:0:25790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195136 00010000:00010000:1.0:1782217344.153815:0:25790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217344.153858:0:25790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 23 00000100:00100000:1.0:1782217344.153867:0:25790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47663850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+16:2403:x1868789693195136:12345-192.168.203.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782217344.153883:0:25790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782217344.153889:0:25790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.153900:0:25790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 16 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.153936:0:25790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:1.0:1782217344.153941:0:25790:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.153951:0:25790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.153958:0:25790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.153976:0:25790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782217344.154029:0:25790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47663850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23463263-90e8-4482-a927-07e95de69624+16:2403:x1868789693195136:12345-192.168.203.30@tcp:103:ldlm_bl.0 Request processed in 162us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.154037:0:25790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 23 00010000:00010000:0.0:1782217344.154832:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d400/0x92b8e04cbf5fb5aa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ae3 expref: 15 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782217344.154852:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213184:192.168.203.30@tcp:104: 00010000:00010000:0.0:1782217344.154871:0:22758:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.154880:0:22758:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.154887:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1782217344.154994:0:22758:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1782217344.155121:0:22758:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1782217344.155156:0:22758:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1782217344.155248:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22758:1868789713213312:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1782217344.155298:0:22758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217344.155329:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782217344.155722:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713213312 00000100:00100000:3.0:1782217344.155732:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713213312 00000100:00100000:3.0:1782217344.155773:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1782217344.155781:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1868789713213312:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1782217344.155884:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1868789713213312:12345-0@lo:1000:mdt00_000.0 Request processed in 103us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217344.155910:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1782217344.156370:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22758:1868789713213312:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1782217344.156546:0:22758:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:1.0:1782217344.156643:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22758:1868789713213440:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1782217344.156680:0:22758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782217344.156697:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952d43759c00 going to sleep for 11 seconds 00000100:00100000:3.0:1782217344.156934:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713213440 00000100:00100000:3.0:1782217344.156939:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713213440 00000100:00100000:3.0:1782217344.156977:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1782217344.156984:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22758:x1868789713213440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1782217344.157106:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22758:x1868789713213440:12345-0@lo:1000:mdt00_000.0 Request processed in 122us (425us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1782217344.157113:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1782217344.158473:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22758:1868789713213440:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1782217344.158537:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158547:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158554:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158575:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952d43072800 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.158580:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158917:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158935:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:1.0:1782217344.158939:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1782217344.158944:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158950:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952d43072800/0x92b8e04cbf5fb5e2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158984:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158991:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.158996:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.159001:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e413fd400 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.159005:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.159011:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.159032:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217344.159034:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1782217344.159166:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.159178:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.159187:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.159979:0:22758:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c449600/0x92b8e04cbf5fb541 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973ac7 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782217344.159996:0:22758:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7f6c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213568:192.168.203.30@tcp:105: 00000100:00100000:2.0:1782217344.160355:0:22758:0:(client.c:2701:ptlrpc_set_wait()) set ffff952e460e8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1782217344.168445:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.168740:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195264 00000100:00100000:1.0:1782217344.168749:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195264 00000100:00100000:1.0:1782217344.168812:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 12 00000100:00100000:1.0:1782217344.168822:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+19:18828:x1868789693195264:12345-192.168.203.30@tcp:49:bash.0 00000100:00100000:1.0:1782217344.168938:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+19:18828:x1868789693195264:12345-192.168.203.30@tcp:49:bash.0 Request processed in 118us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.168945:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 12 00000100:00100000:1.0:1782217344.168991:0:22758:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7f6c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22758:1868789713213568:192.168.203.30@tcp:105: 00010000:00010000:1.0:1782217344.169017:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169033:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e413fd400/0x92b8e04cbf5fb53a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169078:0:22758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169103:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169115:0:22758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169126:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169131:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169136:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169141:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121dc00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.169144:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169151:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169161:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217344.169164:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217344.169167:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169173:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb5e9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169182:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169194:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169199:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169205:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e7c448000 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.169208:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169213:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169221:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217344.169223:0:22758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1782217344.169226:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.169231:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448000/0x92b8e04cbf5fb5db lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22758 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782217344.169396:0:22791:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1782217344.169400:0:22791:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1782217344.169429:0:22791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1782217344.169436:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1782217344.169497:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23463263-90e8-4482-a927-07e95de69624+18:18829:x1868789693194880:12345-192.168.203.30@tcp:57:lhsmtool_posix.0 Request processed in 40230us (44717us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1782217344.169505:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 70 00000020:00080000:1.0:1782217344.169508:0:22758:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1782217344.176295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:2.0:1782217344.176339:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.176407:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195520 00000100:00100000:1.0:1782217344.176428:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195520 00000100:00100000:1.0:1782217344.176480:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 13 00000100:00100000:1.0:1782217344.176490:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+18:18829:x1868789693195520:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1782217344.176976:0:22762:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1782217344.177010:0:22762:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:1.0:1782217344.177129:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177145:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177156:0:22762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177166:0:22762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177171:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177177:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.177205:0:22762:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1782217344.177284:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+20:18829:x1868789693195520:12345-192.168.203.30@tcp:35:lhsmtool_posix.0 Request processed in 794us (997us total) trans 12884901926 rc 0/0 00000100:00100000:1.0:1782217344.177292:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 13 00000020:00080000:1.0:1782217344.177297:0:22762:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1782217344.177623:0:22746:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782217344.177630:0:22746:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.177637:0:22746:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d800 already unused, calling callback (ffffffffc0b5ece0) 00010000:00010000:0.0:1782217344.177640:0:22746:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.177657:0:22746:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.177669:0:22746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff952e46d75a00) 00010000:00010000:0.0:1782217344.177671:0:22746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1782217344.177675:0:22746:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.177680:0:22746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb5f0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22762 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782217344.177691:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217344.177692:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782217344.177694:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782217344.180415:0:24268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195648 00000100:00100000:3.0:1782217344.180443:0:24268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195648 00000100:00100000:3.0:1782217344.180569:0:24268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:3.0:1782217344.180580:0:24268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23463263-90e8-4482-a927-07e95de69624+7:18828:x1868789693195648:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:3.0:1782217344.180641:0:24268:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217344.180662:0:24268:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973aff expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1782217344.180688:0:24268:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a3a7a7f, atime: 0x6a3a7a7d, ctime: 0x6a3a7a7f, blocks: 0x0 00010000:00010000:3.0:1782217344.180709:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=707s v=(0 0) 00010000:00010000:3.0:1782217344.180713:0:24268:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1782217344.180722:0:24268:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aff expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.180737:0:24268:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec49ad75/0x92b8e04cbf5fb5f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973aff expref: 8 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.180750:0:24268:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2c400, rc 0) 00000100:00100000:3.0:1782217344.180815:0:24268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23463263-90e8-4482-a927-07e95de69624+8:18828:x1868789693195648:12345-192.168.203.30@tcp:101:bash.0 Request processed in 237us (4475us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217344.180822:0:24268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:1.0:1782217344.191481:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217344.191885:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693195776 00000100:00100000:3.0:1782217344.191895:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693195776 00000100:00100000:3.0:1782217344.191959:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 71 00000100:00100000:3.0:1782217344.191969:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+20:18828:x1868789693195776:12345-192.168.203.30@tcp:101:bash.0 00010000:00010000:3.0:1782217344.192000:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782217344.192027:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb5fe lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973b06 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192093:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d000/0x92b8e04cbf5fb605 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192108:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d000/0x92b8e04cbf5fb605 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192120:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d000/0x92b8e04cbf5fb605 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192225:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2ca00/0x92b8e04cbf5fb5fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973b06 expref: 22 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192242:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e72e2d000/0x92b8e04cbf5fb605 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973b06 expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782217344.192250:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:3.0:1782217344.192254:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1782217344.192257:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e72e2d000, rc 0) 00000100:00100000:3.0:1782217344.192674:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+21:18828:x1868789693195776:12345-192.168.203.30@tcp:101:bash.0 Request processed in 613us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217344.192683:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 71 00000100:00100000:2.0:1782217344.197828:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.198029:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196032 00000100:00100000:1.0:1782217344.198043:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196032 00000100:00100000:1.0:1782217344.198109:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 14 00000100:00100000:1.0:1782217344.198119:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+21:18828:x1868789693196032:12345-192.168.203.30@tcp:35:bash.0 00000001:00080000:1.0:1782217344.198332:0:22762:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1782217344.198424:0:22762:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1782217344.198536:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+24:18828:x1868789693196032:12345-192.168.203.30@tcp:35:bash.0 Request processed in 417us (714us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1782217344.198545:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 14 00000020:00080000:1.0:1782217344.198550:0:22762:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1782217344.366425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217344.366477:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196288 00000100:00100000:3.0:1782217344.366486:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196288 00000100:00100000:3.0:1782217344.366553:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 72 00000100:00100000:3.0:1782217344.366563:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4441f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+24:18839:x1868789693196288:12345-192.168.203.30@tcp:101:lfs.0 00010000:00010000:3.0:1782217344.366707:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782217344.366788:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb60c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc65e7963be973b0d expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782217344.366895:0:22760:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1782217344.367007:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb60c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973b0d expref: 26 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.367022:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff952e567e2200) 00010000:00010000:2.0:1782217344.367025:0:22760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782217344.367030:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e7c448a00/0x92b8e04cbf5fb60c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.30@tcp remote: 0xc65e7963be973b0d expref: 26 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782217344.367060:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff952e7c448a00, rc 0) 00000100:00100000:2.0:1782217344.367123:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4441f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23463263-90e8-4482-a927-07e95de69624+25:18839:x1868789693196288:12345-192.168.203.30@tcp:101:lfs.0 Request processed in 561us (706us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1782217344.367142:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 72 00000100:00100000:3.0:1782217344.370274:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.370464:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196416 00000100:00100000:1.0:1782217344.370485:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196416 00000100:00100000:1.0:1782217344.370559:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 73 00000100:00100000:1.0:1782217344.370569:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+25:18839:x1868789693196416:12345-192.168.203.30@tcp:34:lfs.0 00010000:00010000:1.0:1782217344.371757:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371776:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371788:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371804:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371811:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371818:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371912:0:22759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371922:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371929:0:22759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782217344.371976:0:22759:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371988:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.371994:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372000:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372007:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121dc00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.372011:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372019:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372030:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff952e46d75000) 00010000:00010000:1.0:1782217344.372034:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217344.372039:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372052:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121dc00/0x92b8e04cbf5fb61a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372066:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372073:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372079:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372083:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121d800 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.372085:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372090:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372098:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff952e821fb900) 00010000:00010000:1.0:1782217344.372100:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217344.372103:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372108:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121d800/0x92b8e04cbf5fb621 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372121:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372127:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372139:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372143:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff952e4121de00 already unused, calling callback (ffffffffc17684f0) 00010000:00010000:1.0:1782217344.372146:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372152:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372159:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff952e821fba00) 00010000:00010000:1.0:1782217344.372161:0:22759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782217344.372163:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782217344.372169:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff952e4121de00/0x92b8e04cbf5fb628 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22759 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782217344.372257:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23463263-90e8-4482-a927-07e95de69624+25:18839:x1868789693196416:12345-192.168.203.30@tcp:34:lfs.0 Request processed in 1686us (1987us total) trans 0 rc 0/0 00000100:00100000:1.0:1782217344.372267:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 73 00000100:00100000:0.0:1782217344.376062:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:1.0:1782217344.376111:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196672 00000100:00100000:1.0:1782217344.376121:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196672 00000100:00100000:1.0:1782217344.376177:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 15 00000100:00100000:1.0:1782217344.376187:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+25:18839:x1868789693196672:12345-192.168.203.30@tcp:35:lfs.0 00000100:00100000:1.0:1782217344.376412:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23463263-90e8-4482-a927-07e95de69624+26:18839:x1868789693196672:12345-192.168.203.30@tcp:35:lfs.0 Request processed in 226us (358us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1782217344.376421:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 15 00010000:00010000:0.0:1782217344.535755:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782217345.595848:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782217346.108287:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782217346.108310:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7f6c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713213696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217346.108383:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.108462:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713213696 00000100:00100000:2.0:1782217346.108471:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713213696 00000100:00100000:2.0:1782217346.108542:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1782217346.108564:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713213696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1782217346.108618:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1782217346.108663:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1868789713213696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217346.108671:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1782217346.108930:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782217346.108962:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1782217346.108972:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713213824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782217346.109003:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.109046:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7f6c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1868789713213696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782217346.109066:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713213824 00000100:00100000:0.0:1782217346.109070:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713213824 00000100:00100000:0.0:1782217346.109098:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1782217346.109104:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1868789713213824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1782217346.109129:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1782217346.109159:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1868789713213824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.109165:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1782217346.109180:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782217346.109200:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713213824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782217346.109335:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1782217346.109344:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713213952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782217346.109371:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110417:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713214080:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110458:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110482:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713214592:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110514:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110533:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713215104:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110556:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110574:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1782217346.110702:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713214464:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110728:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110748:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1868789713214976:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217346.110797:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214592 00000100:00100000:2.0:1782217346.110802:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214592 00000100:00100000:2.0:1782217346.110840:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1782217346.110849:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713214592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110900:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713214592:12345-0@lo:400:kworker.0 Request processed in 51us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217346.110907:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1782217346.110926:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214464 00000100:00100000:2.0:1782217346.110930:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214464 00000100:00100000:2.0:1782217346.110952:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1782217346.110958:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713214464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.110989:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1868789713214464:12345-0@lo:400:kworker.0 Request processed in 31us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217346.110995:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1782217346.111012:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713215104 00000100:00100000:2.0:1782217346.111015:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713215104 00000100:00100000:2.0:1782217346.111037:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214976 00000100:00100000:2.0:1782217346.111040:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214976 00000100:00100000:2.0:1782217346.111060:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1782217346.111066:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1868789713215104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.111095:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1868789713215104:12345-0@lo:400:kworker.0 Request processed in 29us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217346.111101:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1782217346.111113:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1782217346.111119:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1868789713214976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.111144:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1868789713214976:12345-0@lo:400:kworker.0 Request processed in 27us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217346.111149:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1782217346.111179:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713214464:0@lo:400:kworker.0 00010000:00080000:2.0:1782217346.111190:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d4441dc00 x1868789713214976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1782217346.111396:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214080 00000100:00100000:3.0:1782217346.111400:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214080 00000100:00100000:3.0:1782217346.111430:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1782217346.111437:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3650:x1868789713214080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217346.111470:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58050c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:652b4f50-e9a9-494e-8826-a489031c250b+24:3650:x1868789713214080:12345-0@lo:400:kworker.0 Request processed in 35us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.111477:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1782217346.111705:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1868789713214976:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.111719:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:652b4f50-e9a9-494e-8826-a489031c250b:3650:1868789713214080:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.111730:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1868789713214592:0@lo:400:kworker.0 00000100:00100000:2.0:1782217346.111738:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e4e0b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1868789713215104:0@lo:400:kworker.0 00000100:00080000:0.0:1782217346.113795:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217346.113802:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782217346.113805:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782217346.113822:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713214208:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.113872:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.113908:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713214720:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.113935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.113955:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713215232:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.113975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.113998:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1782217346.114004:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713214336:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114025:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.114041:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952d4441ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713214848:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114061:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782217346.114088:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214720 00000100:00100000:0.0:1782217346.114094:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214720 00000100:00100000:0.0:1782217346.114124:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713215232 00000100:00100000:0.0:1782217346.114127:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713215232 00000100:00100000:0.0:1782217346.114148:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214336 00000100:00100000:0.0:1782217346.114151:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214336 00000100:00100000:0.0:1782217346.114162:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214848 00000100:00100000:0.0:1782217346.114172:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214848 00000100:00100000:0.0:1782217346.114190:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782217346.114197:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713214720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114258:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1868789713214720:12345-0@lo:400:kworker.0 Request processed in 60us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.114265:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782217346.114281:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1782217346.114287:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713215232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114314:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1868789713215232:12345-0@lo:400:kworker.0 Request processed in 28us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.114320:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1782217346.114331:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1782217346.114337:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713214336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114362:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1868789713214336:12345-0@lo:400:kworker.0 Request processed in 25us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.114367:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1782217346.114378:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1782217346.114384:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e47b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713214848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114411:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e47b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1868789713214848:12345-0@lo:400:kworker.0 Request processed in 28us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.114416:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:0.0:1782217346.114433:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782217346.114436:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782217346.114451:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713213952 00000100:00100000:0.0:1782217346.114455:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713213952 00000100:00100000:0.0:1782217346.114483:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1782217346.114489:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713213952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782217346.114529:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1782217346.114566:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713213952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (5193us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.114572:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1782217346.114614:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782217346.114637:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1868789713214336:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114646:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1868789713214848:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114654:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1868789713214720:0@lo:400:kworker.0 00010000:00080000:0.0:1782217346.114663:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff952d4449df80 x1868789713215232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1782217362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782217346.114673:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4449df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1868789713215232:0@lo:400:kworker.0 00000100:00100000:0.0:1782217346.114713:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713213952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782217346.114823:0:23501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713214208 00000100:00100000:3.0:1782217346.114829:0:23501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713214208 00000100:00100000:3.0:1782217346.114862:0:23501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1782217346.114870:0:23501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713214208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1782217346.114906:0:23501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952d4273ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1868789713214208:12345-0@lo:400:kworker.0 Request processed in 37us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.114911:0:23501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1782217346.116312:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952d4441c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1868789713214208:0@lo:400:kworker.0 00000100:00100000:3.0:1782217346.493938:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.493982:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494024:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494045:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494078:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494094:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494111:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217346.494164:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197312 00000100:00100000:3.0:1782217346.494185:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197312 00000100:00100000:3.0:1782217346.494263:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197824 00000100:00100000:3.0:1782217346.494267:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197824 00000100:00100000:3.0:1782217346.494283:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197184 00000100:00100000:3.0:1782217346.494286:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197184 00000100:00100000:3.0:1782217346.494297:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197696 00000100:00100000:3.0:1782217346.494299:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197696 00000100:00100000:3.0:1782217346.494314:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:3.0:1782217346.494323:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+8:2404:x1868789693197312:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217346.494389:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+8:2404:x1868789693197312:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 66us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.494397:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 24 00000100:00100000:3.0:1782217346.494412:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:3.0:1782217346.494419:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c672d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197824:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217346.494444:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c672d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197824:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 26us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.494451:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 25 00000100:00100000:3.0:1782217346.494463:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:3.0:1782217346.494470:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+5:2404:x1868789693197184:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217346.494492:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+5:2404:x1868789693197184:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 23us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.494498:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 26 00000100:00100000:3.0:1782217346.494521:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:3.0:1782217346.494527:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197696:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:3.0:1782217346.494550:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197696:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 23us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217346.494563:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 27 00000100:00100000:0.0:1782217346.494739:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196800 00000100:00100000:0.0:1782217346.494744:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196800 00000100:00100000:0.0:1782217346.494776:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 168 00000100:00100000:0.0:1782217346.494783:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2404:x1868789693196800:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217346.494811:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e58052850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ea78af5-69c0-4fae-8471-2fcd2bcc9876+13:2404:x1868789693196800:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 28us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.494817:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 168 00000100:00100000:0.0:1782217346.494845:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197056 00000100:00100000:0.0:1782217346.494849:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197056 00000100:00100000:0.0:1782217346.494872:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197568 00000100:00100000:0.0:1782217346.494881:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197568 00000100:00100000:0.0:1782217346.494898:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693196928 00000100:00100000:0.0:1782217346.494900:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693196928 00000100:00100000:0.0:1782217346.494916:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197440 00000100:00100000:0.0:1782217346.494919:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197440 00000100:00100000:0.0:1782217346.494934:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 67 00000100:00100000:0.0:1782217346.494940:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+5:2404:x1868789693197056:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217346.494970:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+5:2404:x1868789693197056:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 31us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.494977:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 67 00000100:00100000:0.0:1782217346.494989:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00100000:0.0:1782217346.494995:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c671880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197568:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217346.495033:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c671880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+5:2404:x1868789693197568:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 37us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.495039:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 68 00000100:00100000:0.0:1782217346.495052:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 69 00000100:00100000:0.0:1782217346.495058:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+26:2404:x1868789693196928:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217346.495085:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23463263-90e8-4482-a927-07e95de69624+26:2404:x1868789693196928:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 28us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.495091:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 69 00000100:00100000:0.0:1782217346.495101:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 70 00000100:00100000:0.0:1782217346.495107:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2404:x1868789693197440:12345-192.168.203.30@tcp:400:kworker.0 00000100:00100000:0.0:1782217346.495128:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1034e47-ed3d-4f13-86cd-626c188160a6+6:2404:x1868789693197440:12345-192.168.203.30@tcp:400:kworker.0 Request processed in 21us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1782217346.495133:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 70 00000100:00080000:0.0:1782217346.495165:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1782217346.495168:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782217346.495170:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1782217346.495172:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1782217346.616857:0:22746:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1782217346.666829:0:25844:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000040:00080000:2.0:1782217347.256911:0:22791:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1782217347.256920:0:22791:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1782217347.256962:0:22791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1782217347.256971:0:22791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1782217347.531710:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:3.0:1782217347.531777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.30@tcp (source: 12345-192.168.203.30@tcp) 00000100:00100000:0.0:1782217347.531929:0:24271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693197952 00000100:00100000:0.0:1782217347.531941:0:24271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693197952 00002000:00100000:0.0:1782217347.531987:0:24271:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff952e7c672300 x1868789693197952/t0(0) o4->23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp:598/0 lens 504/0 e 0 to 0 dl 1782217358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1782217347.531999:0:24271:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff952e7c672300 with x1868789693197952 ext(0->8) 00002000:00010000:0.0:1782217347.532005:0:24271:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff952e7c672300 00000100:00100000:0.0:1782217347.532041:0:24271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 0 00000100:00100000:0.0:1782217347.532050:0:24271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23463263-90e8-4482-a927-07e95de69624+8:2404:x1868789693197952:12345-192.168.203.30@tcp:4:bash.0 00000100:00100000:0.0:1782217347.532913:0:24271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23463263-90e8-4482-a927-07e95de69624+10:2404:x1868789693197952:12345-192.168.203.30@tcp:4:bash.0 Request processed in 862us (1134us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1782217347.532922:0:24271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 0 00002000:00100000:0.0:1782217347.532929:0:24271:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff952e7c672300 x1868789693197952/t12884901895(0) o4->23463263-90e8-4482-a927-07e95de69624@192.168.203.30@tcp:598/0 lens 504/448 e 0 to 0 dl 1782217358 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1782217347.532939:0:24271:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff952e7c672300 with x1868789693197952 ext(0->8) 00002000:00010000:0.0:1782217347.532943:0:24271:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff952e7c672300 00000100:00100000:2.0:1782217347.533318:0:25256:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789693198080 00000100:00100000:2.0:1782217347.533324:0:25256:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789693198080 00000100:00100000:2.0:1782217347.533365:0:25256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.30@tcp, seq: 28 00000100:00100000:2.0:1782217347.533374:0:25256:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7c673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+10:2404:x1868789693198080:12345-192.168.203.30@tcp:16:kworker.0 00000001:00080000:1.0:1782217347.543447:0:25081:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1782217347.543463:0:25081:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00000100:00100000:2.0:1782217347.546097:0:25256:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7c673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:23463263-90e8-4482-a927-07e95de69624+6:2404:x1868789693198080:12345-192.168.203.30@tcp:16:kworker.0 Request processed in 12715us (14387us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217347.546111:0:25256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.30@tcp, seq: 28 00010000:00010000:0.0:1782217347.640977:0:22747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217348.165568:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1782217348.165607:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7c671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713215360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782217348.165675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782217348.165804:0:24269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713215360 00000100:00100000:3.0:1782217348.165812:0:24269:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713215360 00000100:00100000:3.0:1782217348.165872:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1782217348.165882:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713215360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1782217348.165911:0:24269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1782217348.165960:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1868789713215360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1782217348.165967:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1782217348.166013:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7c671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1868789713215360:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1782217348.166223:0:22754:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782217348.665985:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782217348.666007:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7f6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713215488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1782217348.666071:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217348.666122:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713215488 00000100:00100000:2.0:1782217348.666129:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713215488 00000100:00100000:2.0:1782217348.666182:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782217348.666203:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713215488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782217348.666236:0:22763:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1782217348.666279:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1868789713215488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217348.666286:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1782217348.666332:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7f6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1868789713215488:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1782217348.668122:0:25257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782217348.668971:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782217348.668989:0:3649:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff952e7f6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713215616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782217348.669047:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782217348.669091:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868789713215616 00000100:00100000:2.0:1782217348.669098:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868789713215616 00000100:00100000:2.0:1782217348.669139:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1782217348.669147:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff952e7f6c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713215616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1782217348.669178:0:22764:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1782217348.669497:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff952e7f6c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1868789713215616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 348us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1782217348.669504:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1782217348.669620:0:3649:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff952e7f6c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1868789713215616:0@lo:41:osp-pre-0-1.0 Debug log: 14576 lines, 14576 kept, 0 dropped, 0 bad.