00000100:00100000:3.0F:1788271996.957921:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590222720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788271996.957998:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1788271996.958070:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590222720 00000100:00100000:0.0:1788271996.958082:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590222720 00000100:00100000:0.0:1788271996.958139:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788271996.958148:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590222720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788271996.958176:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788271996.962325:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590222720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4167us (4315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788271996.962338:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1788271996.962376:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788271996.975451:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590222720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0F:1788271997.469903:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788271997.470155:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788271997.470176:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590222976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788271997.470250:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788271997.471609:0:17953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590222976 00000100:00100000:0.0:1788271997.471651:0:17953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590222976 00000100:00100000:0.0:1788271997.471718:0:17953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788271997.471728:0:17953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590222976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788271997.471763:0:17953:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788271997.471823:0:17953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590222976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788271997.471830:0:17953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0F:1788271997.472059:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590222976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788271997.475433:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590222848:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788271997.475510:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788271997.475639:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590222848 00000100:00100000:0.0:1788271997.475646:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590222848 00000100:00100000:0.0:1788271997.475737:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788271997.475745:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d831f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590222848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788271997.475776:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788271997.475819:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d831f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590222848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788271997.475823:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788271997.475877:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590222848:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788271997.533789:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788271998.365471:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365511:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365533:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365548:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365565:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365585:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365603:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365645:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365668:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788271998.365693:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572224 00000100:00100000:3.0:1788271998.365701:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572224 00000100:00100000:3.0:1788271998.365741:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 166 00000100:00100000:3.0:1788271998.365751:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1104fde8-2866-41ec-bd9b-e310797010eb+13:2397:x1875138577572224:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.365813:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1104fde8-2866-41ec-bd9b-e310797010eb+13:2397:x1875138577572224:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 63us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.365821:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 166 00000100:00100000:3.0:1788271998.365850:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572480 00000100:00100000:3.0:1788271998.365853:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572480 00000100:00100000:3.0:1788271998.365879:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572992 00000100:00100000:3.0:1788271998.365881:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572992 00000100:00100000:3.0:1788271998.365893:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572352 00000100:00100000:3.0:1788271998.365895:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572352 00000100:00100000:3.0:1788271998.365916:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572864 00000100:00100000:3.0:1788271998.365919:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572864 00000100:00100000:3.0:1788271998.365930:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:3.0:1788271998.365936:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572480:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.365965:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572480:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 28us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.365971:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:3.0:1788271998.365982:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:3.0:1788271998.365988:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577572992:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366010:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577572992:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 22us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366015:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:3.0:1788271998.366024:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 61 00000100:00100000:3.0:1788271998.366029:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+22:2397:x1875138577572352:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366049:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+22:2397:x1875138577572352:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 20us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366054:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 61 00000100:00100000:3.0:1788271998.366062:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:3.0:1788271998.366066:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a6e7813-b915-4224-95b8-fa91b7ad9b79+6:2397:x1875138577572864:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366082:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a6e7813-b915-4224-95b8-fa91b7ad9b79+6:2397:x1875138577572864:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 16us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366087:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:3.0:1788271998.366105:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572736 00000100:00100000:3.0:1788271998.366108:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572736 00000100:00100000:3.0:1788271998.366128:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573248 00000100:00100000:3.0:1788271998.366136:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573248 00000100:00100000:3.0:1788271998.366148:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577572608 00000100:00100000:3.0:1788271998.366150:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577572608 00000100:00100000:3.0:1788271998.366159:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573120 00000100:00100000:3.0:1788271998.366161:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573120 00000100:00100000:3.0:1788271998.366172:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788271998.366191:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572736:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366217:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572736:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366223:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788271998.366234:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:3.0:1788271998.366239:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577573248:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366258:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577573248:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 19us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366263:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:3.0:1788271998.366272:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:3.0:1788271998.366277:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572608:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366295:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577572608:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 18us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366301:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:3.0:1788271998.366310:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:3.0:1788271998.366315:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577573120:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788271998.366329:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577573120:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 15us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271998.366335:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00080000:3.0:1788271998.366488:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788271998.366492:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788271998.366495:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788271998.366497:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1788271998.368762:0:17972:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788271998.560217:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788271999.009706:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3607:1875138590223104:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.009776:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.009819:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590223616:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.009843:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.009862:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590224128:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.009882:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.009905:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590224640:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.009927:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.009950:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788271999.009955:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590223488:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.009981:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.009998:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590224000:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010019:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010035:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590224512:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010055:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010082:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590223232:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010105:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010121:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590223744:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010138:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010151:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590224256:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010181:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010200:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d839cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590224768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788271999.010219:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010237:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788271999.010241:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590223360:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010260:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010277:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590223872:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010294:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010307:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590224384:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010336:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.010358:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223104 00000100:00100000:1.0:1788271999.010364:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223104 00000100:00100000:1.0:1788271999.010404:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788271999.010412:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3607:x1875138590223104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010453:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3607:x1875138590223104:12345-0@lo:400:kworker.0 Request processed in 42us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010460:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788271999.010487:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223616 00000100:00100000:1.0:1788271999.010490:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223616 00000100:00100000:1.0:1788271999.010505:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224128 00000100:00100000:1.0:1788271999.010507:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224128 00000100:00100000:1.0:1788271999.010515:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224640 00000100:00100000:1.0:1788271999.010517:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224640 00000100:00100000:1.0:1788271999.010537:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224512 00000100:00100000:1.0:1788271999.010540:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224512 00000100:00100000:1.0:1788271999.010550:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224256 00000100:00100000:1.0:1788271999.010552:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224256 00000100:00100000:1.0:1788271999.010561:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224384 00000100:00100000:1.0:1788271999.010563:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224384 00000100:00100000:1.0:1788271999.010573:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788271999.010584:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d839cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590223616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010613:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d839cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590223616:12345-0@lo:400:kworker.0 Request processed in 29us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010638:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788271999.010652:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788271999.010658:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d839cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590224128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010682:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d839cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590224128:12345-0@lo:400:kworker.0 Request processed in 24us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010687:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788271999.010696:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788271999.010702:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d839cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590224640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010723:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d839cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590224640:12345-0@lo:400:kworker.0 Request processed in 22us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010728:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788271999.010737:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788271999.010743:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d832bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590224512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010764:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d832bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590224512:12345-0@lo:400:kworker.0 Request processed in 22us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010769:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788271999.010777:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788271999.010782:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590224256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010807:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590224256:12345-0@lo:400:kworker.0 Request processed in 25us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010812:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788271999.010821:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788271999.010833:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590224384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010861:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590224384:12345-0@lo:400:kworker.0 Request processed in 29us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010866:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788271999.010886:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223488 00000100:00100000:1.0:1788271999.010889:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223488 00000100:00100000:1.0:1788271999.010909:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224000 00000100:00100000:1.0:1788271999.010911:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224000 00000100:00100000:1.0:1788271999.010919:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223360 00000100:00100000:1.0:1788271999.010921:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223360 00000100:00100000:1.0:1788271999.010929:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223872 00000100:00100000:1.0:1788271999.010931:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223872 00000100:00100000:1.0:1788271999.010940:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788271999.010944:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d839cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590223488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.010970:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d839cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590223488:12345-0@lo:400:kworker.0 Request processed in 26us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.010975:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788271999.010983:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788271999.010988:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d832bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590224000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011007:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d832bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590224000:12345-0@lo:400:kworker.0 Request processed in 19us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011011:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788271999.011019:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788271999.011024:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590223360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011044:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590223360:12345-0@lo:400:kworker.0 Request processed in 20us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011048:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788271999.011065:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788271999.011070:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590223872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011093:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590223872:12345-0@lo:400:kworker.0 Request processed in 23us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011098:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788271999.011119:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223232 00000100:00100000:1.0:1788271999.011123:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223232 00000100:00100000:1.0:1788271999.011144:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590223744 00000100:00100000:1.0:1788271999.011148:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590223744 00000100:00100000:1.0:1788271999.011159:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788271999.011178:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590223232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011210:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590223232:12345-0@lo:400:kworker.0 Request processed in 45us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011216:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788271999.011227:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788271999.011233:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590223744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011257:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590223744:12345-0@lo:400:kworker.0 Request processed in 25us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011263:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788271999.011282:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224768 00000100:00100000:1.0:1788271999.011285:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224768 00000100:00100000:1.0:1788271999.011305:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788271999.011312:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590224768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788271999.011332:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788271999.011360:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590224768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.011366:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788271999.011432:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590223360:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011442:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590223872:0@lo:400:kworker.0 00010000:00080000:1.0:1788271999.011454:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cca80 x1875138590224384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788271999.011463:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590224384:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011473:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590223232:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011481:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590223744:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011491:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590224256:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011503:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d839cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590224768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788271999.011544:0:3607:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1788271999.011549:0:3607:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f6d8313c000, transno 8589934596 00000004:00080000:1.0:1788271999.011559:0:3607:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1788271999.011572:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590223488:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011582:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590224000:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011590:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590224512:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011598:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3607:1875138590223104:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011607:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590223616:0@lo:400:kworker.0 00000100:00100000:1.0:1788271999.011615:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590224128:0@lo:400:kworker.0 00010000:00080000:1.0:1788271999.011644:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cd180 x1875138590224640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788271999.011665:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590224640:0@lo:400:kworker.0 00000100:00080000:1.0:1788271999.015669:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788271999.015679:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788271999.015682:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788271999.015685:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788271999.015757:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d839cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590224896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788271999.015827:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788271999.015876:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590224896 00000100:00100000:1.0:1788271999.015883:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590224896 00000100:00100000:1.0:1788271999.015926:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788271999.015936:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590224896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788271999.015966:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788271999.016007:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590224896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788271999.016014:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788271999.016060:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d839cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590224896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788271999.018967:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590225024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788271999.019033:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788271999.019082:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225024 00000100:00100000:3.0:1788271999.019089:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225024 00000100:00100000:3.0:1788271999.019129:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788271999.019137:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590225024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788271999.019158:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788271999.019210:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590225024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788271999.019217:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788271999.019257:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590225024:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1788271999.035780:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788271999.035803:0:17191:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f6eb4ed39c0 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:2.0:1788271999.035809:0:17191:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f6eb0c7a400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f6eb4ed3f00 00000020:00080000:2.0:1788271999.035813:0:17191:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f6eb0c7ab00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f6d82eb9a00 00010000:00010000:1.0:1788271999.035889:0:3592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035902:0:3592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035910:0:3592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035917:0:3592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21c00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:1.0:1788271999.035921:0:3592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035937:0:3592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035955:0:3592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f6d8305ad00) 00010000:00010000:1.0:1788271999.035958:0:3592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788271999.035963:0:3592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788271999.035969:0:3592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21c00/0x99288105fd390023 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17212 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788271999.036539:0:17250:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:3.0:1788271999.036609:0:17250:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1788271999.125966:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788271999.126063:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573376 00000100:00100000:2.0:1788271999.126074:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573376 00000100:00100000:2.0:1788271999.126134:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00100000:2.0:1788271999.126144:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+13:15591:x1875138577573376:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788271999.126264:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+13:15591:x1875138577573376:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 Request processed in 121us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788271999.126272:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00100000:3.0:1788271999.128376:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788271999.128468:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573504 00000100:00100000:0.0:1788271999.128477:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573504 00000100:00100000:0.0:1788271999.128533:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:0.0:1788271999.128554:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f7552d3-578c-40be-b601-54fb5b48de11+5:15591:x1875138577573504:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788271999.128787:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f7552d3-578c-40be-b601-54fb5b48de11+5:15591:x1875138577573504:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 Request processed in 233us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788271999.128796:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:3.0:1788271999.144719:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788271999.145104:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573760 00000100:00100000:1.0:1788271999.145115:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573760 00000100:00100000:1.0:1788271999.145205:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:1.0:1788271999.145216:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f7552d3-578c-40be-b601-54fb5b48de11+13:15591:x1875138577573760:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788271999.145466:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f7552d3-578c-40be-b601-54fb5b48de11+14:15591:x1875138577573760:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 251us (755us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788271999.145474:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00010000:00010000:0.0:1788271999.582072:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272000.605888:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272001.630484:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272002.078446:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590225152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272002.078520:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272002.078652:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225152 00000100:00100000:0.0:1788272002.078661:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225152 00000100:00100000:0.0:1788272002.078713:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788272002.078724:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590225152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788272002.078752:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272002.078812:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590225152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272002.078819:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1788272002.079246:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788272002.079288:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590225152:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1788272002.417063:0:20590:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 10:13:20 (1788272000) 00000100:00100000:1.0:1788272002.591134:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590225280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788272002.591218:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272002.591325:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225280 00000100:00100000:3.0:1788272002.591333:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225280 00000100:00100000:3.0:1788272002.591401:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788272002.591412:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590225280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272002.591448:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272002.591496:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590225280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272002.591502:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788272002.591662:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590225280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788272002.599733:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272002.599755:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590225408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788272002.599827:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272002.599888:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225408 00000100:00100000:1.0:1788272002.599895:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225408 00000100:00100000:1.0:1788272002.599949:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788272002.599957:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d839cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590225408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788272002.599989:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788272002.600032:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d839cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590225408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272002.600039:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788272002.600087:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590225408:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788272002.660735:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272003.494542:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272003.494582:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272003.494631:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.494895:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574144 00000100:00100000:3.0:1788272003.494905:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574144 00000100:00100000:3.0:1788272003.494962:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574016 00000100:00100000:3.0:1788272003.494964:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574016 00000100:00100000:3.0:1788272003.494984:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:3.0:1788272003.494994:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+5:2398:x1875138577574144:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272003.495061:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+5:2398:x1875138577574144:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 70us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495069:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:3.0:1788272003.495095:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00100000:3.0:1788272003.495102:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+14:2398:x1875138577574016:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272003.495133:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f7552d3-578c-40be-b601-54fb5b48de11+14:2398:x1875138577574016:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 32us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495139:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00080000:3.0:1788272003.495154:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788272003.495158:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788272003.495237:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.495294:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.495363:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.495382:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.495399:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574272 00000100:00100000:3.0:1788272003.495402:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574272 00000100:00100000:3.0:1788272003.495430:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574400 00000100:00100000:3.0:1788272003.495433:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574400 00000100:00100000:3.0:1788272003.495452:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:3.0:1788272003.495459:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577574400:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272003.495488:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2397:x1875138577574400:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 30us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495495:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:3.0:1788272003.495506:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:3.0:1788272003.495512:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+5:2394:x1875138577574272:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:3.0:1788272003.495528:0:19862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd52 00000100:00080000:3.0:1788272003.495544:0:19862:0:(import.c:65:import_set_state_nolock()) ffff8f6d81e25800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788272003.495594:0:19862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788272003.495737:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8f7552d3-578c-40be-b601-54fb5b48de11+2:2394:x1875138577574272:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 225us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495745:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:3.0:1788272003.495770:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574656 00000100:00100000:3.0:1788272003.495774:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574656 00000100:00100000:3.0:1788272003.495796:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574528 00000100:00100000:3.0:1788272003.495799:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574528 00000100:00100000:3.0:1788272003.495812:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 71 00000100:00100000:3.0:1788272003.495818:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577574656:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272003.495840:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2397:x1875138577574656:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 22us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495856:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 71 00000100:00100000:3.0:1788272003.495868:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 72 00000100:00100000:3.0:1788272003.495874:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+6:2397:x1875138577574528:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272003.495896:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+6:2397:x1875138577574528:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 23us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.495902:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 72 00000100:00080000:3.0:1788272003.495918:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788272003.495921:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272003.495923:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788272003.495925:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788272003.496453:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272003.496540:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577573888 00000100:00100000:1.0:1788272003.496546:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577573888 00000100:00100000:1.0:1788272003.496591:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00100000:1.0:1788272003.496678:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1104fde8-2866-41ec-bd9b-e310797010eb+13:2398:x1875138577573888:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788272003.496719:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1104fde8-2866-41ec-bd9b-e310797010eb+13:2398:x1875138577573888:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 120us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272003.496727:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00100000:3.0:1788272003.497422:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.497506:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272003.497530:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574784 00000100:00100000:3.0:1788272003.497536:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574784 00000100:00100000:3.0:1788272003.497574:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577574912 00000100:00100000:3.0:1788272003.497577:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577574912 00000100:00100000:3.0:1788272003.497595:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:3.0:1788272003.497615:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2394:x1875138577574784:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:3.0:1788272003.497659:0:19862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd91 00000100:00080000:3.0:1788272003.497667:0:19862:0:(import.c:65:import_set_state_nolock()) ffff8f6ebc263000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788272003.497705:0:19862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788272003.497805:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+2:2394:x1875138577574784:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 190us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.497813:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:3.0:1788272003.497827:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:3.0:1788272003.497833:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2394:x1875138577574912:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:3.0:1788272003.497856:0:19862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd98 00000100:00080000:3.0:1788272003.497862:0:19862:0:(import.c:65:import_set_state_nolock()) ffff8f6ebc267800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788272003.497884:0:19862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788272003.497954:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfc74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a6e7813-b915-4224-95b8-fa91b7ad9b79+2:2394:x1875138577574912:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 120us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272003.497962:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00080000:3.0:1788272003.497983:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788272003.497986:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788272003.498037:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272003.498047:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272003.677910:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272004.125927:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272004.126000:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.126056:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272004.126062:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590225664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788272004.126097:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272004.126375:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225536 00000100:00100000:0.0:1788272004.126385:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225536 00000100:00100000:0.0:1788272004.126437:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225664 00000100:00100000:0.0:1788272004.126440:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225664 00000100:00100000:0.0:1788272004.126460:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788272004.126470:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590225536:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788272004.126481:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3609:1875138590225920:0@lo:400:kworker.0 00002000:00000024:0.0:1788272004.126499:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788272004.126523:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272004.126552:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590225536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272004.126558:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590226432:0@lo:400:kworker.0 00000100:00100000:0.0:1788272004.126563:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788272004.126582:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788272004.126589:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590225664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788272004.126612:0:18723:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272004.126660:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590225664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272004.126667:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788272004.126680:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272004.126705:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3609:1875138590226944:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.126734:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788272004.126786:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788272004.126791:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788272004.127305:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226944 00000100:00100000:0.0:1788272004.127313:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226944 00000100:00100000:0.0:1788272004.127355:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788272004.127470:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3609:x1875138590226944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272004.127522:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3609:x1875138590226944:12345-0@lo:400:kworker.0 Request processed in 160us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.127529:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590226176:0@lo:400:kworker.0 00000100:00100000:0.0:1788272004.127533:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788272004.127567:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788272004.127584:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788272004.131273:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590226688:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131351:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.131386:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590227200:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131404:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.131429:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788272004.131435:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590226048:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131460:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.131481:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590226560:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131520:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.131537:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590227072:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131561:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272004.131717:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226176 00000100:00100000:3.0:1788272004.131726:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226176 00000100:00100000:3.0:1788272004.131778:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226560 00000100:00100000:3.0:1788272004.131781:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226560 00000100:00100000:3.0:1788272004.131803:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272004.131811:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590226176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131863:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590226176:12345-0@lo:400:kworker.0 Request processed in 52us (4297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.131870:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272004.131887:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788272004.131892:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590226560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.131917:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590226560:12345-0@lo:400:kworker.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.131923:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788272004.131940:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226688 00000100:00100000:3.0:1788272004.131943:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226688 00000100:00100000:3.0:1788272004.131964:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227200 00000100:00100000:3.0:1788272004.131967:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227200 00000100:00100000:3.0:1788272004.131980:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227072 00000100:00100000:3.0:1788272004.131983:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227072 00000100:00100000:3.0:1788272004.131996:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788272004.132002:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590226688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.132030:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590226688:12345-0@lo:400:kworker.0 Request processed in 29us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.132035:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788272004.132053:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788272004.132058:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590227200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.132098:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590227200:12345-0@lo:400:kworker.0 Request processed in 39us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.132104:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788272004.132115:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788272004.132120:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590227072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.132144:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590227072:12345-0@lo:400:kworker.0 Request processed in 24us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.132149:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788272004.132168:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226432 00000100:00100000:3.0:1788272004.132171:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226432 00000100:00100000:3.0:1788272004.132201:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226048 00000100:00100000:3.0:1788272004.132205:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226048 00000100:00100000:3.0:1788272004.132218:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788272004.132223:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590226432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.132256:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590226432:12345-0@lo:400:kworker.0 Request processed in 32us (5576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.132262:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788272004.132272:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788272004.132278:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590226048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.132302:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590226048:12345-0@lo:400:kworker.0 Request processed in 25us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272004.132308:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:0.0:1788272004.132551:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788272004.132557:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788272004.132561:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788272004.132563:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788272004.135014:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590226432:0@lo:400:kworker.0 00010000:00080000:2.0:1788272004.135044:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d831f7b80 x1875138590226944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272004.135056:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3609:1875138590226944:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.135087:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788272004.135100:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590225792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788272004.135158:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272004.135193:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3609:1875138590226304:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.135220:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272004.135240:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d831f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590226816:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.135268:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272004.135310:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225792 00000100:00100000:2.0:1788272004.135316:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225792 00000100:00100000:3.0:1788272004.135492:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590226048:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.135506:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590226560:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.135527:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590227072:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.135537:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590226176:0@lo:400:kworker.0 00000100:00100000:3.0:1788272004.135549:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590226688:0@lo:400:kworker.0 00010000:00080000:3.0:1788272004.135565:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6eb3d2dc00 x1875138590227200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272004.135574:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590227200:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.135716:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788272004.135727:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d831f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590225792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788272004.135750:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788272004.135793:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d831f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590225792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272004.135799:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788272004.135823:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590225920 00000100:00100000:2.0:1788272004.135828:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590225920 00000100:00100000:2.0:1788272004.135859:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788272004.135866:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3609:x1875138590225920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.135901:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3609:x1875138590225920:12345-0@lo:400:kworker.0 Request processed in 36us (9379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272004.135908:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788272004.135953:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226304 00000100:00100000:2.0:1788272004.135957:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226304 00000100:00100000:2.0:1788272004.135983:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590226816 00000100:00100000:2.0:1788272004.135986:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590226816 00000100:00100000:2.0:1788272004.136012:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788272004.136017:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d831f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3609:x1875138590226304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.136050:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d831f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3609:x1875138590226304:12345-0@lo:400:kworker.0 Request processed in 33us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272004.136056:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788272004.136069:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788272004.136085:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590226816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.136109:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590226816:12345-0@lo:400:kworker.0 Request processed in 35us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272004.136114:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:2.0:1788272004.136133:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788272004.136164:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590225792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788272004.136173:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3609:1875138590226304:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.136180:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590226816:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.136187:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d831f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3609:1875138590225920:0@lo:400:kworker.0 00000100:00100000:2.0:1788272004.136244:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590225664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788272004.136261:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590225536:0@lo:13:osp-pre-1-1.0 00000001:00080000:2.0:1788272004.639599:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788272004.639613:0:17191:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:3.0:1788272004.639664:0:17250:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:3.0:1788272004.639675:0:17250:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:3.0:1788272004.705141:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788272005.277847:0:17247:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788272005.277857:0:17247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788272005.277879:0:17247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788272005.277889:0:17247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788272005.687668:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272005.687832:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577575168 00000100:00100000:0.0:1788272005.687849:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577575168 00000100:00100000:0.0:1788272005.687929:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788272005.687943:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f7552d3-578c-40be-b601-54fb5b48de11+13:16352:x1875138577575168:12345-192.168.201.3@tcp:35:umount.0 00000001:00080000:0.0:1788272005.688267:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1788272005.688349:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788272005.688554:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f7552d3-578c-40be-b601-54fb5b48de11+16:16352:x1875138577575168:12345-192.168.201.3@tcp:35:umount.0 Request processed in 614us (937us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788272005.688563:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000020:00080000:0.0:1788272005.688568:0:17214:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1788272005.689277:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788272005.692954:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272005.693008:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272005.693043:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272005.693084:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272005.693129:0:18367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577575424 00000100:00100000:3.0:1788272005.693135:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577575680 00000100:00100000:2.0:1788272005.693139:0:18367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577575424 00000100:00100000:1.0:1788272005.693149:0:19409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577575296 00000100:00100000:3.0:1788272005.693151:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577575680 00000100:00100000:1.0:1788272005.693158:0:19409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577575296 00000100:00100000:1.0:1788272005.693225:0:19409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:3.0:1788272005.693228:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577575552 00000100:00100000:3.0:1788272005.693235:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577575552 00000100:00100000:1.0:1788272005.693242:0:19409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f7552d3-578c-40be-b601-54fb5b48de11+5:2394:x1875138577575296:12345-192.168.201.3@tcp:9:umount.0 00000100:00100000:3.0:1788272005.693286:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000020:00000080:1.0:1788272005.693287:0:19409:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd59 00000100:00080000:1.0:1788272005.693300:0:19409:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4b89000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788272005.693313:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1104fde8-2866-41ec-bd9b-e310797010eb+15:2396:x1875138577575680:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788272005.693333:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788272005.693364:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de4200/0x99288105fd38fdbb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8c7 expref: 15 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:1.0:1788272005.693377:0:19409:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:3.0:1788272005.693386:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788272005.693483:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1104fde8-2866-41ec-bd9b-e310797010eb+14:2396:x1875138577575680:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 182us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272005.693543:0:19409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f7552d3-578c-40be-b601-54fb5b48de11+2:2394:x1875138577575296:12345-192.168.201.3@tcp:9:umount.0 Request processed in 306us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272005.693553:0:19409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:2.0:1788272005.700634:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:2.0:1788272005.700661:0:18367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8312ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1104fde8-2866-41ec-bd9b-e310797010eb+14:2396:x1875138577575552:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272005.700691:0:18367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272005.700715:0:18367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e21600/0x99288105fd38fd36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd811 expref: 14 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272005.700733:0:18367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272005.701140:0:18367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8312ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1104fde8-2866-41ec-bd9b-e310797010eb+13:2396:x1875138577575552:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 491us (8053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272005.701149:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:2.0:1788272005.701188:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:2.0:1788272005.701196:0:18367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1104fde8-2866-41ec-bd9b-e310797010eb+12:2396:x1875138577575424:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272005.701205:0:18367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272005.701215:0:18367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e20000/0x99288105fd38fd2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd7e0 expref: 12 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272005.701225:0:18367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272005.701245:0:18367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1104fde8-2866-41ec-bd9b-e310797010eb+11:2396:x1875138577575424:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 51us (8237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272005.701252:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00080000:2.0:1788272005.701277:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788272005.701324:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272005.702023:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:3.0:1788272005.709955:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272005.710025:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577576576 00000100:00100000:2.0:1788272005.710042:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577576576 00000100:00100000:2.0:1788272005.710122:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:2.0:1788272005.710130:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f7552d3-578c-40be-b601-54fb5b48de11+16:2394:x1875138577576576:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:2.0:1788272005.710210:0:17212:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd44 00000020:00010000:2.0:1788272005.710225:0:17212:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f6e84b07800: total 0 00000100:00080000:2.0:1788272005.710229:0:17212:0:(import.c:65:import_set_state_nolock()) ffff8f6d81e23800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788272005.710331:0:17212:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1788272005.710509:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f7552d3-578c-40be-b601-54fb5b48de11+15:2394:x1875138577576576:12345-192.168.201.3@tcp:39:umount.0 Request processed in 379us (569us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1788272005.710514:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 67 00000020:00010000:3.0:1788272005.712558:0:17200:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f6e84b07800: total 0 00010000:00010000:3.0:1788272005.712683:0:17200:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f6e84b07800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788272005.712716:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f6e920a2500) 00010000:00010000:3.0:1788272005.712720:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788272005.712730:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21800/0x99288105fd38ff9e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd94c expref: 14 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712746:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f6e920a2500) 00010000:00010000:3.0:1788272005.712748:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788272005.712752:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21e00/0x99288105fd38ff6d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd937 expref: 13 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712763:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f6d8305a200) 00010000:00010000:3.0:1788272005.712765:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272005.712768:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c5e00/0x99288105fd38fe2b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8d5 expref: 12 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712783:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e920a2300) 00010000:00010000:3.0:1788272005.712785:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788272005.712789:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e20200/0x99288105fd38fe6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8e3 expref: 11 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712798:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f6d8305ad00) 00010000:00010000:3.0:1788272005.712800:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788272005.712816:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c4400/0x99288105fd38fff9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd961 expref: 10 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712830:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8f6d8305a700) 00010000:00010000:3.0:1788272005.712832:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788272005.712835:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c4600/0x99288105fd38feef lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd90d expref: 9 pid: 20353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712846:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f6e920a2500) 00010000:00010000:3.0:1788272005.712848:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788272005.712851:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c4200/0x99288105fd39004d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd97d expref: 8 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712863:0:17200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f6d8305ac00) 00010000:00010000:3.0:1788272005.712865:0:17200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788272005.712868:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c5000/0x99288105fd38fe0f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8ce expref: 7 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272005.712878:0:17200:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f6e84b07800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788272005.712890:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272005.712891:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272005.712893:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272005.721768:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272005.721950:0:20353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577576704 00000100:00100000:0.0:1788272005.721961:0:20353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577576704 00000100:00080000:2.0:1788272005.722024:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788272005.722061:0:20353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:0.0:1788272005.722072:0:20353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f7552d3-578c-40be-b601-54fb5b48de11+5:2394:x1875138577576704:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:0.0:1788272005.722102:0:20353:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd4b 00000100:00080000:0.0:1788272005.722119:0:20353:0:(import.c:65:import_set_state_nolock()) ffff8f6d81e24000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788272005.722142:0:20353:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1788272005.722367:0:20353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f7552d3-578c-40be-b601-54fb5b48de11+3:2394:x1875138577576704:12345-192.168.201.3@tcp:39:umount.0 Request processed in 297us (608us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788272005.722377:0:20353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 68 00010000:00010000:2.0:1788272005.725723:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272005.726515:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272006.749917:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272007.049382:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272007.049426:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272007.049465:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272007.049559:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577576960 00000100:00100000:1.0:1788272007.049570:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577576960 00000100:00100000:1.0:1788272007.049675:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577576832 00000100:00100000:1.0:1788272007.049680:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577576832 00000100:00100000:1.0:1788272007.049694:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577088 00000100:00100000:1.0:1788272007.049697:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577088 00000100:00100000:1.0:1788272007.049713:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:1.0:1788272007.049722:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+12:2397:x1875138577576960:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788272007.049736:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272007.049756:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6e8511c200/0x99288105fd38fd75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd881 expref: 12 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272007.049776:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272007.049823:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+11:2397:x1875138577576960:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 101us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272007.049831:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:1.0:1788272007.049849:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:1.0:1788272007.049856:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+10:2398:x1875138577576832:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788272007.049863:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272007.049872:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81729000/0x99288105fd38fd6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd850 expref: 10 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272007.049881:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272007.049898:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+9:2398:x1875138577576832:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 43us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272007.049905:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:1.0:1788272007.049917:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:1.0:1788272007.049938:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+8:2398:x1875138577577088:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788272007.049946:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272007.049955:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de5e00/0x99288105fd38fdb4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8c0 expref: 8 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272007.049964:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272007.049982:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1104fde8-2866-41ec-bd9b-e310797010eb+7:2398:x1875138577577088:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 45us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272007.049988:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:2.0:1788272007.055767:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272007.055847:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577344 00000100:00100000:0.0:1788272007.055862:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577344 00000100:00100000:0.0:1788272007.055958:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:0.0:1788272007.055969:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+6:2394:x1875138577577344:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:0.0:1788272007.056010:0:17211:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd83 00000020:00010000:0.0:1788272007.056019:0:17211:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f6e84b05800: total 0 00000100:00080000:0.0:1788272007.056036:0:17211:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b02800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1788272007.056221:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00000004:0.0:1788272007.056266:0:17211:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1788272007.056421:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2394:x1875138577577344:12345-192.168.201.3@tcp:39:umount.0 Request processed in 452us (673us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1788272007.056429:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 69 00000020:00010000:3.0:1788272007.059842:0:17199:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f6e84b05800: total 0 00010000:00010000:3.0:1788272007.059855:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272007.060007:0:17199:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f6e84b05800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788272007.060092:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e920a2300) 00010000:00010000:3.0:1788272007.060098:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788272007.060111:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d830c5600/0x99288105fd38fe78 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd8ea expref: 4 pid: 20353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272007.060140:0:17199:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f6e84b05800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788272007.060152:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272007.060154:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272007.060157:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272007.066231:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272007.074460:0:20353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577472 00000100:00100000:0.0:1788272007.074474:0:20353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577472 00000100:00100000:0.0:1788272007.074553:0:20353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00100000:0.0:1788272007.074564:0:20353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a6e7813-b915-4224-95b8-fa91b7ad9b79+5:2394:x1875138577577472:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:0.0:1788272007.074602:0:20353:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd8a 00000100:00080000:0.0:1788272007.074612:0:20353:0:(import.c:65:import_set_state_nolock()) ffff8f6ebc266800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788272007.074662:0:20353:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788272007.074802:0:20353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8a6e7813-b915-4224-95b8-fa91b7ad9b79+3:2394:x1875138577577472:12345-192.168.201.3@tcp:39:umount.0 Request processed in 239us (8582us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788272007.074824:0:20353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00080000:2.0:1788272007.075017:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788272007.075143:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272007.104313:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272007.104443:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577728 00000100:00100000:1.0:1788272007.104454:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577728 00000100:00100000:1.0:1788272007.104513:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 170 00000100:00100000:1.0:1788272007.104524:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1104fde8-2866-41ec-bd9b-e310797010eb+7:2394:x1875138577577728:12345-192.168.201.3@tcp:251:umount.0 00000020:00000080:1.0:1788272007.104569:0:17206:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fd21 00000020:00010000:1.0:1788272007.104577:0:17206:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f6e84b01800: total 0 00000100:00080000:1.0:1788272007.104582:0:17206:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b06800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788272007.104697:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1104fde8-2866-41ec-bd9b-e310797010eb+3:2394:x1875138577577728:12345-192.168.201.3@tcp:251:umount.0 Request processed in 172us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272007.104707:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 170 00000020:00010000:3.0:1788272007.104724:0:17200:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f6e84b01800: total 0 00010000:00010000:3.0:1788272007.104841:0:17200:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f6e84b01800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788272007.104890:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81728c00/0x99288105fd38fd28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd7d9 expref: 2 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272007.104913:0:17200:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f6e84b01800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788272007.104931:0:17200:0:(genops.c:885:class_export_put()) final put ffff8f6e84b01800/1104fde8-2866-41ec-bd9b-e310797010eb 00010000:00010000:3.0:1788272007.104957:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272007.104960:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272007.104962:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788272007.105837:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b01800/1104fde8-2866-41ec-bd9b-e310797010eb for MGS 00000020:00000080:1.0:1788272007.105895:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84b06800 for MGS 00000100:00100000:2.0:1788272007.199095:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590227328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788272007.199169:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272007.199264:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227328 00000100:00100000:0.0:1788272007.199272:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227328 00000100:00100000:0.0:1788272007.199339:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788272007.199349:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590227328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788272007.199377:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272007.199422:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590227328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272007.199428:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1788272007.199513:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788272007.199546:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590227328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272007.711445:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590227456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272007.711541:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272007.711655:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227456 00000100:00100000:3.0:1788272007.711663:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227456 00000100:00100000:3.0:1788272007.711719:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788272007.711730:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590227456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272007.711776:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272007.711829:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590227456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272007.711852:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788272007.711923:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590227456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272007.712479:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590227584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788272007.712522:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272007.712612:0:17953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227584 00000100:00100000:1.0:1788272007.712642:0:17953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227584 00000100:00100000:1.0:1788272007.712685:0:17953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788272007.712693:0:17953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590227584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788272007.712717:0:17953:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788272007.712776:0:17953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590227584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272007.712783:0:17953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788272007.712893:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590227584:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788272007.773817:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788272008.555929:0:20785:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1788272008.565763:0:20785:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1788272008.565845:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.565875:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.565885:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.565892:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.565924:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788272008.565931:0:20785:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788272008.565969:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788272008.565974:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788272008.565982:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788272008.566026:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4b8c800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1788272008.566138:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272008.566151:0:19859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272008.566164:0:19859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4a00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272008.566168:0:19859:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272008.566190:0:19859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272008.566198:0:19859:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272008.566205:0:19859:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788272008.566208:0:19859:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788272008.566211:0:19859:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788272008.566253:0:19859:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272008.566260:0:19859:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788272008.566295:0:19859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272008.566319:0:19859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd38f8e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f8eb expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272008.566336:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272008.566340:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272008.566342:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272008.566364:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3607:1875138590227840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272008.567108:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590227712:0@lo:39:umount.0 00000100:00100000:2.0:1788272008.567189:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272008.567269:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227712 00000100:00100000:2.0:1788272008.567282:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227712 00000100:00100000:2.0:1788272008.567328:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788272008.567338:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3605:x1875138590227712:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788272008.567359:0:17212:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f915 00000100:00080000:2.0:1788272008.567367:0:17212:0:(import.c:65:import_set_state_nolock()) ffff8f6e8ac6b000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788272008.567423:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3605:x1875138590227712:12345-0@lo:39:umount.0 Request processed in 88us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272008.567428:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788272008.567435:0:17212:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac6c800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788272008.567455:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac6c800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788272008.567488:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e8ac6b000 for lustre-MDT0000 00000100:00080000:2.0:1788272008.567516:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4b8c800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788272008.567525:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590227712:0@lo:39:umount.0 00000100:00080000:2.0:1788272008.567571:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788272008.567575:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788272008.567579:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1788272008.567859:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.567926:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227840 00000100:00100000:1.0:1788272008.567934:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227840 00000100:00100000:1.0:1788272008.567986:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272008.568008:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3607:x1875138590227840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272008.568041:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272008.568065:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c5200/0x99288105fd38f8eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f8e4 expref: 24 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568087:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272008.568125:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+23:3607:x1875138590227840:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272008.568133:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272008.568176:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3607:1875138590227840:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272008.568533:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568543:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568548:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568552:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568572:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272008.568585:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568592:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568599:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568605:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568611:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272008.568643:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272008.568649:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568653:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568656:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568686:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568696:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d833f7a00 already unused, calling callback (ffffffffc113ac20) 00010000:00010000:2.0:1788272008.568697:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272008.568710:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568712:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788272008.568725:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568733:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568735:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272008.568745:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568761:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272008.568762:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788272008.568775:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1788272008.568784:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272008.568790:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1788272008.568793:0:20785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788272008.568796:0:20785:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1788272008.568813:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788272008.568819:0:20785:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00010000:00010000:1.0:1788272008.568827:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:01000000:2.0:1788272008.568828:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788272008.568831:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272008.568848:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1788272008.568854:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f6e812ac000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272008.568859:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f6e84d0a800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272008.568862:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f6d81dc3800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272008.568865:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8f6e8591c800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272008.568870:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8f6e84b05800 8a6e7813-b915-4224-95b8-fa91b7ad9b79 192.168.201.3@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788272008.568873:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8f6e84b07800 8f7552d3-578c-40be-b601-54fb5b48de11 192.168.201.3@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1788272008.568876:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8f6eb4173370) has exports, disconnecting them 00000020:00080000:2.0:1788272008.568880:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f6e812ac000), last request at 1788272004 00000020:00000080:2.0:1788272008.568883:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb4c 00000100:00080000:2.0:1788272008.568894:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6d81e26800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788272008.568929:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e812ac000): rc 0 00000020:00000080:2.0:1788272008.568932:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e812ac000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788272008.568948:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f6e84d0a800), last request at 1788272004 00000020:00000080:2.0:1788272008.568952:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fab2 00000100:00080000:2.0:1788272008.568957:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788272008.568968:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e812ac000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1788272008.568978:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.568989:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7a00/0x99288105fd38f835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f83c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788272008.569007:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81e26800 for lustre-MDT0000 00010000:00010000:1.0:1788272008.569021:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000020:00080000:2.0:1788272008.569026:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e84d0a800): rc 0 00000020:00000080:2.0:1788272008.569029:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e84d0a800/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:1.0:1788272008.569030:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788272008.569036:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f6d81dc3800), last request at 1788271946 00000020:00000080:2.0:1788272008.569044:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fa03 00000100:00080000:2.0:1788272008.569050:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dc2000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788272008.569053:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511ca00 already unused, calling callback (ffffffffc113ac20) 00000020:00000080:2.0:1788272008.569060:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84d0a800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 10000000:00010000:1.0:1788272008.569060:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569077:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788272008.569086:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84d0c000 for lustre-MDT0000 10000000:00010000:1.0:1788272008.569086:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272008.569096:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788272008.569099:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00080000:2.0:1788272008.569103:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6d81dc3800): rc 0 10000000:01000000:1.0:1788272008.569105:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00000080:2.0:1788272008.569111:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d81dc3800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788272008.569121:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f6e8591c800), last request at 1788271946 00000020:00000080:2.0:1788272008.569125:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f99a 00000100:00080000:2.0:1788272008.569133:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6eb0cec800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788272008.569133:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569146:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1788272008.569148:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81dc3800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1788272008.569159:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569168:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ca00/0x99288105fd38fb7d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb84 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788272008.569191:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81dc2000 for lustre-MDT0000 00010000:00010000:1.0:1788272008.569195:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788272008.569201:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1788272008.569206:0:20785:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:1.0:1788272008.569209:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729200 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:1.0:1788272008.569215:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569224:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272008.569231:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272008.569237:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788272008.569240:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788272008.569242:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788272008.569264:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788272008.569268:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e8591c800): rc 0 00010000:00010000:1.0:1788272008.569280:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000004:00000080:2.0:1788272008.569281:0:20785:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa349c7de7ae0 00000100:00080000:2.0:1788272008.569298:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788272008.569301:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1788272008.569308:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569318:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81729200/0x99288105fd38fdec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fdf3 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569329:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272008.569333:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569347:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d833f7200 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:1.0:1788272008.569350:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569357:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272008.569365:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272008.569370:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788272008.569373:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788272008.569375:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788272008.569470:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569478:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788272008.569485:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569492:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7200/0x99288105fd38f827 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f82e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.569505:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272008.569511:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272008.569514:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272008.569537:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590227968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788272008.569541:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272008.569550:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272008.569600:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.569685:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272008.569699:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590228096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272008.569719:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590228224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272008.569724:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272008.569756:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.569768:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590227968 00000100:00100000:1.0:1788272008.569774:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590227968 00000100:00100000:0.0:1788272008.569779:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788272008.569784:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590228352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272008.569812:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.569817:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228096 00000100:00100000:1.0:1788272008.569822:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228096 00000100:00100000:1.0:1788272008.569844:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228224 00000100:00100000:0.0:1788272008.569846:0:18367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228352 00000100:00100000:1.0:1788272008.569847:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228224 00000100:00100000:0.0:1788272008.569849:0:18367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228352 00000100:00100000:0.0:1788272008.569870:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272008.569881:0:18367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:08d4e6e3-b587-4543-a287-4a9ae9a31c24+26:3608:x1875138590227968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272008.569894:0:18367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272008.569910:0:18367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c5a00/0x99288105fd38f83c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f835 expref: 26 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272008.569923:0:18367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272008.569960:0:18367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:08d4e6e3-b587-4543-a287-4a9ae9a31c24+25:3608:x1875138590227968:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272008.569976:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788272008.570006:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788272008.570014:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+24:3608:x1875138590228096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272008.570024:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272008.570038:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6e8511c400/0x99288105fd38fb84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fb7d expref: 24 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.570049:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272008.570083:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+23:3608:x1875138590228096:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272008.570184:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788272008.570188:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788272008.570192:0:18367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8312b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:08d4e6e3-b587-4543-a287-4a9ae9a31c24+23:3606:x1875138590228224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272008.570202:0:18367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788272008.570203:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788272008.570209:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+22:3606:x1875138590228352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272008.570215:0:18367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81729c00/0x99288105fd38fdf3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fdec expref: 22 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.570218:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272008.570224:0:18367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788272008.570226:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4ed5600/0x99288105fd38f82e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f827 expref: 21 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272008.570238:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272008.570254:0:18367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8312b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:08d4e6e3-b587-4543-a287-4a9ae9a31c24+20:3606:x1875138590228224:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272008.570256:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:08d4e6e3-b587-4543-a287-4a9ae9a31c24+20:3606:x1875138590228352:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272008.570261:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788272008.570263:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788272008.570302:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590228096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272008.570309:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590228352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272008.570316:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590228224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272008.570317:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590227968:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788272008.570451:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788272008.570473:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6e859ce800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788272008.570576:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228480:0@lo:39:umount.0 00000100:00080000:2.0:1788272008.570848:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788272008.570851:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1788272008.571031:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788272008.571102:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788272008.571115:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6e859c8800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788272008.571123:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788272008.571125:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1788272008.571148:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788272008.571203:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788272008.571211:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6e8ac65000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1788272008.571240:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8f6eb4173370) has no exports 00000100:00100000:0.0:1788272008.572345:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272008.572392:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228608:0@lo:9:umount.0 00000100:00100000:1.0:1788272008.572415:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228480 00000100:00100000:0.0:1788272008.572424:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.572429:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228480 00000100:00100000:0.0:1788272008.572440:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228736:0@lo:9:umount.0 00000100:00100000:0.0:1788272008.572455:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272008.572515:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788272008.572527:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3605:x1875138590228480:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788272008.572563:0:17216:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fa2d 00000100:00080000:1.0:1788272008.572573:0:17216:0:(import.c:65:import_set_state_nolock()) ffff8f6e91510800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788272008.572601:0:17216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788272008.572795:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3605:x1875138590228480:12345-0@lo:39:umount.0 Request processed in 270us (450us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788272008.572802:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:1.0:1788272008.572837:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272008.573295:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228608 00000100:00100000:3.0:1788272008.573306:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228608 00000100:00100000:3.0:1788272008.573374:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228736 00000100:00100000:3.0:1788272008.573378:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228736 00000100:00100000:3.0:1788272008.573404:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788272008.573413:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3605:x1875138590228608:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788272008.573440:0:19862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb8b 00000100:00080000:3.0:1788272008.573448:0:19862:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b03800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788272008.573487:0:19862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:2.0:1788272008.573492:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788272008.573501:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788272008.573510:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788272008.573524:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3605:x1875138590228736:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788272008.573545:0:18721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb92 00000100:00080000:1.0:1788272008.573554:0:18721:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b06000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788272008.573615:0:18721:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788272008.573757:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3605:x1875138590228608:12345-0@lo:9:umount.0 Request processed in 343us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272008.573769:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:3.0:1788272008.574042:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272008.574050:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272008.574148:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3605:x1875138590228736:12345-0@lo:9:umount.0 Request processed in 628us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272008.574157:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788272008.575677:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e859c8800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788272008.575701:0:3605:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788272008.575705:0:3605:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788272008.575711:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228608:0@lo:9:umount.0 00000100:00080000:0.0:1788272008.575732:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e8ac65000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788272008.575772:0:3605:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788272008.575775:0:3605:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788272008.575780:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228736:0@lo:9:umount.0 00000100:00080000:0.0:1788272008.575802:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e859ce800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788272008.575809:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590228480:0@lo:39:umount.0 00000001:00100000:1.0:1788272008.576797:0:19535:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788272008.576808:0:19535:0:(genops.c:885:class_export_put()) final put ffff8f6e84b02000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788272008.576840:0:19535:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8f7552d3-578c-40be-b601-54fb5b48de11 00000020:00000080:1.0:1788272008.576843:0:19535:0:(genops.c:885:class_export_put()) final put ffff8f6eb4b8e000/8f7552d3-578c-40be-b601-54fb5b48de11 00000001:00100000:1.0:1788272008.576851:0:19535:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000020:00000080:1.0:1788272008.576853:0:19535:0:(genops.c:885:class_export_put()) final put ffff8f6ebc264800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000020:00000080:2.0:1788272008.577157:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b02000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788272008.577222:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4b8e000/8f7552d3-578c-40be-b601-54fb5b48de11 for lustre-OST0001 00000020:00000080:2.0:1788272008.577258:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84b06000 for lustre-OST0001 00000020:00000080:2.0:1788272008.577263:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6eb4b89000 for lustre-OST0001 00000020:00000080:2.0:1788272008.577582:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebc264800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 for lustre-OST0001 00000020:00000080:2.0:1788272008.577612:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6ebc267800 for lustre-OST0001 00000020:00080000:1.0:1788272008.581070:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8f6eb4173370) has no exports 00000001:00100000:3.0:1788272008.584095:0:18716:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788272008.584104:0:18716:0:(genops.c:885:class_export_put()) final put ffff8f6e84b00800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788272008.584125:0:18716:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000020:00000080:3.0:1788272008.584127:0:18716:0:(genops.c:885:class_export_put()) final put ffff8f6ebc261800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000001:00100000:3.0:1788272008.584133:0:18716:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8f7552d3-578c-40be-b601-54fb5b48de11 00000020:00000080:3.0:1788272008.584135:0:18716:0:(genops.c:885:class_export_put()) final put ffff8f6d81e25000/8f7552d3-578c-40be-b601-54fb5b48de11 00000020:00000080:2.0:1788272008.584343:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b00800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788272008.584424:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebc261800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 for lustre-OST0000 00000020:00000080:2.0:1788272008.584452:0:17749:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81e25000/8f7552d3-578c-40be-b601-54fb5b48de11 for lustre-OST0000 00000020:00000080:2.0:1788272008.584474:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84b03800 for lustre-OST0000 00000020:00000080:2.0:1788272008.584479:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6ebc263000 for lustre-OST0000 00000020:00000080:2.0:1788272008.584483:0:17749:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81e25800 for lustre-OST0000 00000040:00080000:2.0:1788272008.609777:0:17972:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:1.0:1788272008.629311:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f882 00000020:00000080:1.0:1788272008.629327:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d820c9000/lustre-QMT0000_UUID 00000020:01000000:1.0:1788272008.629405:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788272008.629472:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d820c9000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1788272008.629503:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272008.629513:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788272008.629518:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8f6eb0cfcd28) has no exports 00000020:00000080:0.0:1788272008.630040:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f87b 00000020:00000080:0.0:1788272008.630046:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d830f6800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788272008.630106:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d830f6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788272008.630244:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272008.630252:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788272008.630255:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d820cd800/lustre-QMT0000_UUID 00000020:00000080:0.0:1788272008.630258:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d820cd800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788272008.630262:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1788272008.797863:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272009.245839:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788272009.245863:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590228864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788272009.245931:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272009.245983:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228864 00000100:00100000:0.0:1788272009.246000:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228864 00000100:00100000:0.0:1788272009.246065:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788272009.246074:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590228864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788272009.246104:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788272009.246149:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590228864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272009.246156:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1788272009.246177:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788272009.246199:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590228864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788272009.246355:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590229120:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.246376:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590229376:0@lo:400:kworker.0 00000100:00100000:0.0:1788272009.246384:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272009.246401:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3606:1875138590229632:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.246403:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272009.246424:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3609:1875138590228992:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.246437:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590229888:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.246457:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.246486:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229376 00000100:00100000:1.0:1788272009.246490:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229376 00000100:00100000:1.0:1788272009.246512:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229888 00000100:00100000:1.0:1788272009.246514:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229888 00000100:00100000:0.0:1788272009.246530:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.246538:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788272009.246544:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590229888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272009.246555:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590229504:0@lo:400:kworker.0 00000100:00100000:0.0:1788272009.246574:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.246577:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590229888:12345-0@lo:400:kworker.0 Request processed in 35us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272009.246584:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788272009.246595:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229504 00000100:00100000:0.0:1788272009.246595:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590228992 00000100:00100000:1.0:1788272009.246598:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229504 00000100:00100000:0.0:1788272009.246598:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590228992 00000100:00100000:1.0:1788272009.246639:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788272009.246639:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788272009.246643:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3608:x1875138590229376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272009.246646:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:08d4e6e3-b587-4543-a287-4a9ae9a31c24+19:3609:x1875138590228992:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788272009.246649:0:17213:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788272009.246673:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3608:x1875138590229376:12345-0@lo:400:kworker.0 Request processed in 28us (269us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788272009.246674:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:08d4e6e3-b587-4543-a287-4a9ae9a31c24+19:3609:x1875138590228992:12345-0@lo:400:kworker.0 Request processed in 30us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272009.246679:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788272009.246680:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788272009.246690:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788272009.246694:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3609:x1875138590229504:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788272009.246704:0:17213:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788272009.246705:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590229248:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.246726:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3609:x1875138590229504:12345-0@lo:400:kworker.0 Request processed in 31us (151us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788272009.246728:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.246732:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788272009.246745:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590229760:0@lo:400:kworker.0 00000100:00080000:1.0:1788272009.246754:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788272009.246762:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272009.246837:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229120 00000100:00100000:3.0:1788272009.246842:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229120 00000100:00100000:3.0:1788272009.246867:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788272009.246873:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3606:x1875138590229120:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788272009.246877:0:17217:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788272009.247001:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229248 00000100:00100000:2.0:1788272009.247006:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229248 00000100:00100000:2.0:1788272009.247038:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788272009.247046:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590229248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272009.248641:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3609:1875138590228992:0@lo:400:kworker.0 00000100:00080000:0.0:1788272009.248661:0:3609:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788272009.248667:0:3609:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788272009.248670:0:3609:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788272009.258255:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788272009.258301:0:3608:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788272009.258308:0:3608:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788272009.258313:0:3608:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788272009.258319:0:3608:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272009.258323:0:3608:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 507 00000100:00080000:1.0:1788272009.258331:0:3608:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f6e91513000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272009.258368:0:3608:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc231f80 x1875138590230016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272009.258407:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590229376:0@lo:400:kworker.0 00010000:00080000:1.0:1788272009.258506:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc2c1500 x1875138590229888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272009.258518:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590229888:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.258552:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229632 00000100:00100000:1.0:1788272009.258558:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229632 00000100:00100000:1.0:1788272009.258636:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788272009.258645:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3606:x1875138590229632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.258713:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3606:x1875138590229632:12345-0@lo:400:kworker.0 Request processed in 69us (11949us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272009.258737:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1788272009.258759:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788272009.258770:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.258800:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590229760 00000100:00100000:1.0:1788272009.258803:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590229760 00000100:00100000:1.0:1788272009.258821:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788272009.258827:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3607:x1875138590229760:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788272009.258833:0:17212:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788272009.258862:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3607:x1875138590229760:12345-0@lo:400:kworker.0 Request processed in 34us (91us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788272009.258868:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00080000:1.0:1788272009.258909:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6eb3d2dc00 x1875138590229632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272009.258920:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3606:1875138590229632:0@lo:400:kworker.0 00000100:00080000:1.0:1788272009.258942:0:3607:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788272009.258945:0:3607:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788272009.258948:0:3607:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788272009.258952:0:3607:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272009.258955:0:3607:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 534 00000100:00080000:1.0:1788272009.258959:0:3607:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f6d81dd4000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272009.258991:0:3607:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6eb3d2dc00 x1875138590230144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272009.259003:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590229760:0@lo:400:kworker.0 00000100:00100000:1.0:1788272009.259039:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590230016:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788272009.259087:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.259104:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590230144:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788272009.259122:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272009.259146:0:20353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230016 00000100:00100000:1.0:1788272009.259150:0:20353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230016 00000100:00100000:1.0:1788272009.259176:0:20353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230144 00000100:00100000:1.0:1788272009.259179:0:20353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230144 00000100:00100000:1.0:1788272009.259192:0:20353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788272009.259196:0:20353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3605:x1875138590230016:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1788272009.259210:0:20353:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788272009.259310:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3606:x1875138590229120:12345-0@lo:400:kworker.0 Request processed in 12432us (12921us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788272009.259319:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1788272009.259369:0:3606:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788272009.259372:0:3606:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788272009.259375:0:3606:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788272009.259378:0:3606:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272009.259382:0:3606:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 507 00000100:00080000:3.0:1788272009.259386:0:3606:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f6e812a9800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272009.259401:0:3606:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb87480 x1875138590230272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788272009.259419:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590229120:0@lo:400:kworker.0 00000100:00080000:0.0:1788272009.259439:0:3609:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788272009.259445:0:3609:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 520 00000100:00080000:0.0:1788272009.259456:0:3609:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f6d81d6e000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788272009.260129:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590229248:12345-0@lo:400:kworker.0 Request processed in 13026us (13341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272009.260140:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788272009.260253:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590229248:0@lo:400:kworker.0 00000100:00100000:2.0:1788272009.264585:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788272009.264599:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3605:x1875138590230144:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1788272009.265070:0:17212:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788272009.265302:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3605:x1875138590230144:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 702us (6177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272009.265310:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788272009.266425:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590230272:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788272009.267602:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788272009.267674:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272009.267679:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788272009.267683:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590230144:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1788272009.267709:0:17953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230272 00000100:00100000:2.0:1788272009.267717:0:17953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230272 00000100:00100000:2.0:1788272009.267754:0:17953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788272009.267761:0:17953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3605:x1875138590230272:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1788272009.267777:0:17953:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788272009.267831:0:17953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3605:x1875138590230272:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 68us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272009.267837:0:17953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1788272009.268027:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272009.268032:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788272009.268049:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590230272:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788272009.269942:0:3609:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c0700 x1875138590230400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788272009.269978:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590229504:0@lo:400:kworker.0 00000100:00100000:2.0:1788272009.270020:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590230400:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788272009.270140:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272009.270377:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230400 00000100:00100000:0.0:1788272009.270383:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230400 00000100:00100000:0.0:1788272009.270423:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788272009.270430:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3605:x1875138590230400:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1788272009.270445:0:17212:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788272009.270497:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3605:x1875138590230400:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 65us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788272009.270504:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1788272009.270528:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272009.270535:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788272009.270538:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590230400:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788272009.272503:0:20353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3605:x1875138590230016:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 13297us (13408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788272009.272515:0:20353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1788272009.272528:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272009.272533:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788272009.272537:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590230016:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1788272009.822683:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272010.846936:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788272011.809543:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788272011.809552:0:17191:0:(genops.c:885:class_export_put()) final put ffff8f6e8591c800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788272011.809591:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000001:00080000:2.0:1788272011.809600:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788272011.809603:0:17191:0:(genops.c:885:class_export_put()) final put ffff8f6e84b05800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000001:00100000:2.0:1788272011.809847:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8f7552d3-578c-40be-b601-54fb5b48de11 00000001:00080000:2.0:1788272011.809852:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788272011.809857:0:17191:0:(genops.c:885:class_export_put()) final put ffff8f6e84b07800/8f7552d3-578c-40be-b601-54fb5b48de11 00000020:00000080:3.0:1788272011.809999:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8591c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788272011.810066:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b05800/8a6e7813-b915-4224-95b8-fa91b7ad9b79 for lustre-MDT0000 00000020:00000080:3.0:1788272011.810102:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b07800/8f7552d3-578c-40be-b601-54fb5b48de11 for lustre-MDT0000 00000020:00000080:3.0:1788272011.810130:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6eb0cec800 for lustre-MDT0000 00000020:00000080:3.0:1788272011.810135:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84b02800 for lustre-MDT0000 00000020:00000080:3.0:1788272011.810139:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81e23800 for lustre-MDT0000 00000001:00100000:1.0:1788272011.810805:0:17945:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788272011.810815:0:17945:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1788272011.810818:0:17945:0:(genops.c:885:class_export_put()) final put ffff8f6d83210000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788272011.810836:0:17945:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000001:00080000:1.0:1788272011.810842:0:17945:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1788272011.810844:0:17945:0:(genops.c:885:class_export_put()) final put ffff8f6e84b00000/8a6e7813-b915-4224-95b8-fa91b7ad9b79 00000001:00100000:1.0:1788272011.810849:0:17945:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8f7552d3-578c-40be-b601-54fb5b48de11 00000001:00080000:1.0:1788272011.810852:0:17945:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1788272011.810854:0:17945:0:(genops.c:885:class_export_put()) final put ffff8f6d81e20800/8f7552d3-578c-40be-b601-54fb5b48de11 00000020:00000080:3.0:1788272011.810906:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83210000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1788272011.810961:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b00000/8a6e7813-b915-4224-95b8-fa91b7ad9b79 for lustre-MDT0001 00000020:00000080:3.0:1788272011.810987:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81e20800/8f7552d3-578c-40be-b601-54fb5b48de11 for lustre-MDT0001 00000020:00000080:3.0:1788272011.811012:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e91510800 for lustre-MDT0001 00000020:00000080:3.0:1788272011.811015:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6ebc266800 for lustre-MDT0001 00000020:00000080:3.0:1788272011.811019:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81e24000 for lustre-MDT0001 00010000:00010000:1.0:1788272011.870025:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272012.321283:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590230528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788272012.321360:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272012.321459:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230528 00000100:00100000:0.0:1788272012.321468:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230528 00000100:00100000:0.0:1788272012.321546:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788272012.321556:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590230528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788272012.321591:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272012.321659:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590230528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272012.321666:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788272012.321716:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590230528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788272012.322044:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788272012.894337:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272013.917891:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272014.368139:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590230656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272014.368211:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272014.368356:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230656 00000100:00100000:0.0:1788272014.368364:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230656 00000100:00100000:0.0:1788272014.368426:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788272014.368436:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590230656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788272014.368463:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788272014.368523:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590230656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272014.368531:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788272014.368576:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590230656:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788272014.368682:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788272014.368808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272014.368814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272014.368817:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272014.368822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 570 00000100:00080000:1.0:1788272014.368832:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788272014.368837:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f6e812a9800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272014.368858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d81f6e680 x1875138590230912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272014.368910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272014.368914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272014.368916:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272014.368920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 570 00000100:00080000:1.0:1788272014.368922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788272014.368926:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f6e91513000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272014.368953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313b80 x1875138590231168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272014.368963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272014.368966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272014.368968:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272014.368971:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 570 00000100:00080000:1.0:1788272014.368974:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788272014.368977:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f6d81d6e000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272014.368987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc311500 x1875138590231296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272014.369003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272014.369005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272014.369007:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272014.369010:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 570 00000100:00080000:1.0:1788272014.369018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788272014.369022:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f6d81dd4000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272014.369033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313100 x1875138590231552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272014.369091:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590231040:0@lo:400:kworker.0 00000100:00100000:1.0:1788272014.369123:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272014.369143:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272014.369148:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590231424:0@lo:400:kworker.0 00000100:00100000:1.0:1788272014.369171:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272014.369367:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590230912:0@lo:38:kworker.0 00000100:00100000:2.0:1788272014.369399:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272014.369428:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590231168:0@lo:38:kworker.0 00000100:00100000:2.0:1788272014.369448:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272014.369464:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590231296:0@lo:38:kworker.0 00000100:00100000:2.0:1788272014.369482:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272014.369496:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590231552:0@lo:38:kworker.0 00000100:00100000:2.0:1788272014.369513:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272014.369541:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231424 00000100:00100000:2.0:1788272014.369546:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231424 00000100:00100000:2.0:1788272014.369580:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231168 00000100:00100000:2.0:1788272014.369583:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231168 00000100:00100000:2.0:1788272014.369591:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231296 00000100:00100000:2.0:1788272014.369593:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231296 00000100:00100000:2.0:1788272014.369600:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231552 00000100:00100000:2.0:1788272014.369602:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231552 00000100:00100000:2.0:1788272014.369612:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788272014.369643:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590231424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272014.369685:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590231424:12345-0@lo:400:kworker.0 Request processed in 66us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272014.369700:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788272014.369716:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788272014.369720:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231168:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1788272014.369734:0:17211:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788272014.369766:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231168:12345-0@lo:38:kworker.0 Request processed in 44us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272014.369772:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788272014.369784:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788272014.369788:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231296:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1788272014.369795:0:17211:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788272014.369818:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231296:12345-0@lo:38:kworker.0 Request processed in 29us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272014.369824:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788272014.369835:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788272014.369839:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231552:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1788272014.369846:0:17211:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788272014.369866:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590231552:12345-0@lo:38:kworker.0 Request processed in 26us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272014.369872:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1788272014.369888:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788272014.369920:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272014.369925:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272014.369928:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590231168:0@lo:38:kworker.0 00000100:00080000:2.0:1788272014.369937:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272014.369940:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272014.369943:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590231296:0@lo:38:kworker.0 00000100:00080000:2.0:1788272014.369958:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272014.369961:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272014.369964:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590231552:0@lo:38:kworker.0 00010000:00080000:2.0:1788272014.369996:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc310380 x1875138590231424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272014.370007:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590231424:0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370084:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231040 00000100:00100000:3.0:1788272014.370088:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231040 00000100:00100000:3.0:1788272014.370137:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788272014.370144:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590231040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370185:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590231040:12345-0@lo:400:kworker.0 Request processed in 43us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272014.370192:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788272014.370215:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590231680:0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370242:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272014.370263:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272014.370268:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590230784:0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370293:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272014.370326:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230784 00000100:00100000:3.0:1788272014.370330:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230784 00000100:00100000:3.0:1788272014.370353:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788272014.370359:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+19:3606:x1875138590230784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370392:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:08d4e6e3-b587-4543-a287-4a9ae9a31c24+19:3606:x1875138590230784:12345-0@lo:400:kworker.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272014.370398:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788272014.370420:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231680 00000100:00100000:3.0:1788272014.370423:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231680 00000100:00100000:3.0:1788272014.370446:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788272014.370452:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3606:x1875138590231680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370478:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3606:x1875138590231680:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272014.370484:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788272014.370509:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3606:1875138590230784:0@lo:400:kworker.0 00010000:00080000:3.0:1788272014.370520:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc311880 x1875138590231680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272014.370536:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590231680:0@lo:400:kworker.0 00000100:00100000:3.0:1788272014.370564:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590231040:0@lo:400:kworker.0 00000100:00080000:2.0:1788272014.370718:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788272014.370721:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788272014.371350:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590230912 00000100:00100000:1.0:1788272014.371357:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590230912 00000100:00100000:1.0:1788272014.371390:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788272014.371398:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590230912:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1788272014.371411:0:17217:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788272014.371466:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590230912:12345-0@lo:38:kworker.0 Request processed in 67us (2066us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788272014.371473:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:2.0:1788272014.371568:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272014.371573:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272014.371577:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590230912:0@lo:38:kworker.0 00000020:01000000:0.0:1788272014.685945:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6d82dd9c60 - data ffff8f6e910dda20/ffff8f6d82de5800 00000020:01000000:0.0:1788272014.686123:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6eb3df1780 - data ffff8f6ea6584ca8/ffff8f6eb5406c00 00000001:00000004:0.0:1788272014.692004:0:20785:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1788272014.736176:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788272014.736186:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788272014.736207:0:20785:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8f6d816cca80 x1875138590228480/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788272018 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272014.736231:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788272014.737430:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788272014.737435:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1788272014.737444:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788272014.737445:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788272014.741657:0:17235:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788272014.741667:0:17235:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1788272014.741687:0:17235:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788272014.742499:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788272014.742506:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1788272014.742527:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788272014.742529:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788272014.743284:0:17237:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788272014.743289:0:17237:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1788272014.743299:0:17237:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788272014.744860:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f84a 00000020:00000080:3.0:1788272014.744872:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e8591a800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788272014.744941:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8591a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788272014.746041:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f85f 00000020:00000080:3.0:1788272014.746049:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d820cc800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788272014.746069:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788272014.746074:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272014.746082:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788272014.746085:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8f6eb4170000) has no exports 00000020:00000080:1.0:1788272014.746203:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d820cc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:3.0:1788272014.746404:0:20785:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788272014.746414:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f8c1 00000020:00000080:3.0:1788272014.746419:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac69000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788272014.746433:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788272014.746437:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272014.746441:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788272014.746444:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8f6d82f0b370) has no exports 00000020:00000080:3.0:1788272014.746449:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f8ba 00000020:00000080:3.0:1788272014.746453:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac64000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788272014.746469:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac69000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788272014.746476:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac64000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788272014.747111:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788272014.751276:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788272014.751286:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788272014.751294:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788272014.751316:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788272014.751365:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788272014.751377:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788272014.751386:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f8ac 00000020:00000080:3.0:1788272014.751397:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac60800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788272014.751404:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788272014.751409:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272014.751413:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788272014.751417:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8f6eb4e94d28) has no exports 00000020:00000080:3.0:1788272014.751424:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f8a5 00000020:00000080:3.0:1788272014.751428:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e859cb800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788272014.751458:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e8ac65000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788272014.751466:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac63800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788272014.751469:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac63800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788272014.751480:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788272014.751571:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac60800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788272014.751576:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e859cb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788272014.751855:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788272014.751859:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788272014.751861:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788272014.751865:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788272014.751866:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788272014.751909:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788272014.751913:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e859c8800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788272014.751914:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788272014.751919:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6eb0c55000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788272014.751921:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb0c55000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788272014.751925:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788272014.751927:0:20785:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788272014.751932:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f897 00000020:00000080:3.0:1788272014.751937:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6eb0c54000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788272014.751952:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788272014.751955:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272014.751958:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:1.0:1788272014.751958:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb0c54000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00080000:3.0:1788272014.751961:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8f6d82f099b8) has no exports 00000020:00000080:3.0:1788272014.751965:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f890 00000020:00000080:3.0:1788272014.751968:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e859cd800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788272014.751994:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e859cd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788272014.818750:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788272014.818759:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788272014.818764:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788272014.818772:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788272014.818835:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.818847:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788272014.818875:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.818878:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788272014.818883:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e8591b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788272014.818908:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8591b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788272014.818919:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788272014.819024:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f866 00000020:00000080:2.0:1788272014.819031:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d820cb800/lustre-MDD0000_UUID 00000020:01000000:2.0:1788272014.819036:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788272014.819040:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272014.819045:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788272014.819049:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8f6eb0cf99b8) has no exports 00000020:00000080:2.0:1788272014.819066:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.819069:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788272014.819074:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f86d 00000020:00000080:2.0:1788272014.819077:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d820ca800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788272014.819084:0:20785:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6e851db000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788272014.819087:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6e851db000 3 00000020:01000004:2.0:1788272014.819091:0:20785:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f6e851db000 from lustre-MDT0000 00000020:00000080:2.0:1788272014.819106:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.819110:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788272014.819113:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e85918800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788272014.819115:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e85918800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788272014.819132:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788272014.819170:0:20785:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788272014.819173:0:20785:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788272014.819176:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788272014.819179:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272014.819181:0:20785:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788272014.819188:0:20785:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8f6d838ce800 08d4e6e3-b587-4543-a287-4a9ae9a31c24 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272014.819193:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8f6eb41719b8) has exports, disconnecting them 00000020:00080000:2.0:1788272014.819197:0:20785:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8f6d838ce800), last request at 1788271933 00000020:00000080:2.0:1788272014.819210:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f812 00000020:00010000:2.0:1788272014.819214:0:20785:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8f6d838ce800: total 2 00000100:00080000:2.0:1788272014.819218:0:20785:0:(import.c:65:import_set_state_nolock()) ffff8f6d838c8000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788272014.819228:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6d838ce800): rc 0 00000020:00080000:2.0:1788272014.819238:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8f6eb41719b8) has no exports 00000100:00100000:2.0:1788272014.819302:0:17205:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8f6e87348c00:17205] 1 exiting: rc = 0 00000100:00100000:2.0:1788272014.819411:0:17206:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8f6ea6be1800:17206] 2 exiting: rc = 0 00000020:00010000:1.0:1788272014.819998:0:17199:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8f6d838ce800: total 2 00010000:00010000:1.0:1788272014.820046:0:17199:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f6d838ce800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1788272014.820077:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c4800/0x99288105fd38fb37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fb30 expref: 14 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820093:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4ed4600/0x99288105fd38fb76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fb6f expref: 13 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820108:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d833f6a00/0x99288105fd38fa73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fa6c expref: 12 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820120:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6e8511cc00/0x99288105fd38f931 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f92a expref: 11 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820132:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d833f6200/0x99288105fd38fa9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fa96 expref: 10 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820152:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4ed5a00/0x99288105fd38f9ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f9e7 expref: 9 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820163:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4ed4800/0x99288105fd38f93f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f938 expref: 8 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820175:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c5400/0x99288105fd38fb0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fb06 expref: 7 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820186:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6e8511d400/0x99288105fd38fde5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fdde expref: 6 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820196:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e21200/0x99288105fd38fdc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fdc2 expref: 5 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820204:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6e8511c600/0x99288105fd38fdd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38fdd0 expref: 4 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820221:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4ed4c00/0x99288105fd38f94d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f946 expref: 3 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820231:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c5800/0x99288105fd38f820 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x99288105fd38f819 expref: 2 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272014.820242:0:17199:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f6d838ce800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788272014.820263:0:17199:0:(genops.c:885:class_export_put()) final put ffff8f6d838ce800/08d4e6e3-b587-4543-a287-4a9ae9a31c24 00010000:00010000:1.0:1788272014.820270:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272014.820272:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272014.820275:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788272014.820292:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e859ce800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788272014.820298:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6e859ce000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788272014.820301:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e859ce000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788272014.820311:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788272014.820348:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d820cb800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788272014.820353:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6e8591e000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788272014.820355:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8591e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788272014.820358:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788272014.820386:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d820ca800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788272014.820391:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d838ce800/08d4e6e3-b587-4543-a287-4a9ae9a31c24 for MGS 00000100:00100000:0.0:1788272014.820524:0:17204:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8f6e87348200:17204] 0 exiting: rc = 1 00000100:00100000:2.0:1788272014.820596:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820606:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820616:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820645:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820653:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820661:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820670:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820678:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820686:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820801:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820816:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820823:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820828:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820833:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820841:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820848:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820857:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788272014.820859:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d838c8000 for MGS 00000100:00100000:2.0:1788272014.820866:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820874:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820881:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820896:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820907:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820916:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820922:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820927:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820933:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820940:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820947:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820953:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820959:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820964:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820978:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820983:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820988:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820994:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.820999:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821005:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821011:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821017:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821023:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821028:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821034:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821039:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821044:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821050:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821055:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821061:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821067:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821072:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821078:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821083:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821088:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821094:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821099:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821105:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821111:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821117:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821143:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821149:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821155:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821160:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821165:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821171:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272014.821177:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788272014.827790:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e8a4a6180 - data ffff8f6ea674ea20/ffff8f6ebc27d800 00000020:01000000:2.0:1788272014.827957:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e8a4a61e0 - data ffff8f6ea6685af8/ffff8f6ebc814000 00000020:00000080:2.0:1788272014.828613:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f7f6 00000020:00000080:2.0:1788272014.828649:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d8332a000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788272014.828666:0:20785:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6e851db000 from MGS, refs=2 00000020:01000004:2.0:1788272014.828669:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6e851db000 2 00000020:01000004:2.0:1788272014.828672:0:20785:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f6e851db000 from MGS 00000020:00000080:2.0:1788272014.828694:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.828701:0:20785:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788272014.828703:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d83329000/MGS 00000020:00000080:2.0:1788272014.828706:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83329000/MGS for MGS 00000020:01000000:2.0:1788272014.828713:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1788272014.828792:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788272014.828800:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272014.828807:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788272014.828817:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8f6eb4b8b800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272014.828823:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8f6d82354d28) has exports, disconnecting them 00000020:00080000:2.0:1788272014.828827:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8f6eb4b8b800), last request at 1788271933 00000020:00000080:2.0:1788272014.828832:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f8f9 00000020:00080000:2.0:1788272014.828842:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6eb4b8b800): rc 0 00000020:00000080:2.0:1788272014.828846:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6eb4b8b800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788272014.829723:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d8332a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788272014.829733:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4b8b800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1788272014.830774:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1788272014.830781:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788272014.830785:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788272014.830792:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788272014.830975:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788272014.830995:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1788272014.831002:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6e851db000 1 00000020:00000080:3.0:1788272014.831008:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f7e8 00000020:00000080:3.0:1788272014.831016:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6d83329800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1788272014.831022:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1788272014.831027:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272014.831031:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788272014.831035:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8f6eb4e90000) has no exports 00000020:00000080:1.0:1788272014.831841:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6eb4b8c800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788272014.831852:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6eb4b8e800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788272014.831856:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4b8e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788272014.831864:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788272014.831966:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83329800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788272014.900790:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272014.900806:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788272014.900811:0:20785:0:(genops.c:885:class_export_put()) final put ffff8f6e851db800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788272014.900815:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e851db800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788272014.900827:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788272014.900954:0:20785:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f6e851d8800 00000020:02000400:2.0:1788272014.901012:0:20785:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788272014.947909:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272015.965805:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272016.999462:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272017.449064:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590231808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788272017.449137:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272017.449254:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231808 00000100:00100000:2.0:1788272017.449263:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231808 00000100:00100000:2.0:1788272017.449339:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788272017.449348:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590231808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788272017.449387:0:18724:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788272017.449430:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590231808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272017.449437:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788272017.449485:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788272017.449524:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590231808:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788272018.014031:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788272018.064198:0:20986:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1788272018.074120:0:20986:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788272018.074183:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.074195:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.074200:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.074203:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.074218:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788272018.074223:0:20986:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1788272018.074241:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272018.074247:0:19859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272018.074252:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:2.0:1788272018.074254:0:19859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d833f7400 already unused, calling callback (ffffffffc113ac20) 00000100:00100000:3.0:1788272018.074256:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 10000000:00010000:2.0:1788272018.074257:0:19859:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272018.074261:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788272018.074266:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6e91513000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1788272018.074266:0:19859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272018.074270:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788272018.074271:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 10000000:00010000:2.0:1788272018.074273:0:19859:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272018.074277:0:19859:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788272018.074279:0:19859:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788272018.074281:0:19859:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1788272018.074285:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788272018.074314:0:19859:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.074321:0:19859:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788272018.074443:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590231936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272018.074513:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272018.074608:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590231936 00000100:00100000:1.0:1788272018.074615:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590231936 00000100:00100000:1.0:1788272018.074670:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788272018.074678:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3608:x1875138590231936:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788272018.074685:0:17197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788272018 with bad export cookie 11036212749594589202 00010000:00010000:3.0:1788272018.075188:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075198:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075205:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075212:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075226:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272018.075232:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075238:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075245:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075251:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075263:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788272018.075268:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075275:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075288:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075294:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075302:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788272018.075307:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075314:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075322:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075328:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.075335:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1788272018.075338:0:20986:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788272018.075361:0:20986:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788272018.075365:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788272018.075369:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272018.075375:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788272018.075380:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8f6e983bf000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788272018.075386:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8f6ea0f8d800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788272018.075391:0:20986:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8f6eb0cfb370) has exports, disconnecting them 00000020:00080000:3.0:1788272018.075400:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f6e983bf000), last request at 1788272014 00000020:00000080:3.0:1788272018.075407:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb61 00000100:00080000:3.0:1788272018.075423:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6e983ba800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788272018.075442:0:19859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.075449:0:19859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7400/0x99288105fd38f9e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f9ee expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788272018.075466:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e983bf000): rc 0 00000020:00000080:3.0:1788272018.075469:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e983bf000/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:2.0:1788272018.075471:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788272018.075475:0:19859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788272018.075480:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f6ea0f8d800), last request at 1788272014 00010000:00010000:2.0:1788272018.075481:0:19859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d833f7c00 already unused, calling callback (ffffffffc113ac20) 00000020:00000080:3.0:1788272018.075483:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fac7 10000000:00010000:2.0:1788272018.075484:0:19859:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272018.075487:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6ea0f88800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788272018.075492:0:19859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788272018.075493:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6ea0f8d800): rc 0 00000020:00000080:3.0:1788272018.075495:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6ea0f8d800/lustre-MDT0001-lwp-OST0000_UUID 10000000:00010000:2.0:1788272018.075499:0:19859:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:3.0:1788272018.075501:0:20986:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa349c0f67ae0 10000000:01000000:2.0:1788272018.075504:0:19859:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788272018.075507:0:19859:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1788272018.075508:0:19859:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00000100:00080000:3.0:1788272018.075518:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788272018.075521:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1788272018.075528:0:19859:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.075533:0:19859:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788272018.075596:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788272018.075604:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590232064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272018.075651:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1788272018.075683:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e983bf000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1788272018.075716:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ea0f8d800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1788272018.075738:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e983ba800 for lustre-MDT0001 00000020:00000080:0.0:1788272018.075742:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6ea0f88800 for lustre-MDT0001 00000100:00100000:0.0:1788272018.075753:0:18367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590232064 00000100:00100000:0.0:1788272018.075759:0:18367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590232064 00000100:00100000:0.0:1788272018.075784:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272018.075789:0:18367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3608:x1875138590232064:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788272018.075794:0:18367:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788272018 with bad export cookie 11036212749594589202 00000100:00100000:0.0:1788272018.075850:0:18367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3608:x1875138590232064:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (197us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788272018.075857:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1788272018.075888:0:3608:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788272018.075892:0:3608:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788272018.075895:0:3608:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.103@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788272018.076372:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788272018.076376:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6e812a9800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1788272018.077992:0:19859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.078008:0:19859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f7c00/0x99288105fd38f946 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f94d expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.078027:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788272018.078031:0:19859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.078052:0:19859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511da00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272018.078055:0:19859:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.078062:0:19859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272018.078066:0:19859:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272018.078070:0:19859:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788272018.078071:0:19859:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788272018.078073:0:19859:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788272018.080418:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788272018.080427:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272018.080452:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d200 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:1.0:1788272018.080456:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272018.080464:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272018.080470:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272018.080476:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788272018.080479:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788272018.080483:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788272018.086930:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1788272018.087074:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3608:x1875138590231936:12345-0@lo:103:ldlm_bl.0 Request processed in 12391us (12555us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788272018.087087:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1788272018.094736:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272018.094749:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.094763:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511ce00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272018.094767:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.094778:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272018.094798:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272018.094804:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788272018.094806:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788272018.094810:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:0.0:1788272018.095328:0:3608:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.103@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1788272018.095332:0:3608:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788272018.095340:0:3608:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6d82339f80 x1875138590231936/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788272034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272018.095508:0:3608:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6d82339180 x1875138590232064/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788272034 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788272018.095866:0:3608:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788272018.095870:0:3608:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788272018.095871:0:3608:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788272018.096044:0:3608:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788272018.096051:0:3608:0:(import.c:510:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 494 00000100:00080000:0.0:1788272018.096059:0:3608:0:(import.c:624:import_select_connection()) MGC192.168.201.103@tcp: import ffff8f6d8332c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272018.096122:0:3608:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c2d80 x1875138590232192/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788272018.096165:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590231936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272018.096189:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3608:1875138590232064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272018.096236:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590232192:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:2.0:1788272018.096275:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875138590232192 offset 0 length 520: 4 00010000:00010000:2.0:1788272018.096316:0:19859:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.096321:0:19859:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788272018.096342:0:19859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272018.096350:0:19859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511da00/0x99288105fd38fb6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fb76 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272018.096369:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788272018.096378:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:0:1875138590232320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272018.096388:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272018.096399:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272018.096401:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272018.096451:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272018.096455:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788272018.096489:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:08d4e6e3-b587-4543-a287-4a9ae9a31c24:0:1875138590232448:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272018.096503:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272018.096511:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d200/0x99288105fd38fdde lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38fde5 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272018.096520:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272018.096522:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272018.096523:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272018.096653:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272018.096656:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272018.096739:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.096744:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788272018.096772:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:08d4e6e3-b587-4543-a287-4a9ae9a31c24:0:1875138590232576:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788272018.096802:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.096809:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511ce00/0x99288105fd38f938 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x99288105fd38f93f expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272018.096820:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272018.096822:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272018.096824:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788272018.096904:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788272018.096981:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788272018.097001:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788272018.097063:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788272018.097074:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6eb0cec000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788272018.097095:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788272018.097098:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000100:00100000:2.0:1788272018.097111:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590232704:0@lo:9:umount.0 00000004:00080000:0.0:1788272018.097111:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788272018.097147:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788272018.097166:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788272018.097174:0:20986:0:(import.c:65:import_set_state_nolock()) ffff8f6e812ab000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788272018.097182:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590232704 00000100:00100000:2.0:1788272018.097187:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590232704 00000020:00080000:0.0:1788272018.097213:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8f6eb0cfb370) has no exports 00000100:00100000:2.0:1788272018.097228:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788272018.097237:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3605:x1875138590232704:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788272018.097261:0:18721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38faf1 00000100:00080000:2.0:1788272018.097270:0:18721:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d69800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788272018.097358:0:18721:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788272018.097472:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3605:x1875138590232704:12345-0@lo:9:umount.0 Request processed in 235us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272018.097479:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788272018.097499:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590232832:0@lo:9:umount.0 00000100:00100000:2.0:1788272018.097521:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788272018.097550:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb0cec000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788272018.097557:0:3605:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788272018.097558:0:3605:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788272018.097561:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590232704:0@lo:9:umount.0 00000100:00100000:2.0:1788272018.097580:0:19862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590232832 00000100:00100000:2.0:1788272018.097583:0:19862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590232832 00000100:00100000:2.0:1788272018.097615:0:19862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788272018.097638:0:19862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3605:x1875138590232832:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788272018.097650:0:19862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb99 00000100:00080000:2.0:1788272018.097655:0:19862:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788272018.097798:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1788272018.098560:0:19862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:0.0:1788272018.098567:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788272018.098700:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788272018.098799:0:19862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3605:x1875138590232832:12345-0@lo:9:umount.0 Request processed in 1176us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272018.098807:0:19862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1788272018.098822:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e812ab000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788272018.098845:0:3605:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788272018.098848:0:3605:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788272018.098851:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590232832:0@lo:9:umount.0 00000020:00080000:0.0:1788272018.106244:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8f6eb0cfb370) has no exports 00000020:01000000:2.0:1788272018.156487:0:20986:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6d82dd9060 - data ffff8f6d819235e8/ffff8f6e845fb800 00000020:01000000:2.0:1788272018.156696:0:20986:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e82cf23c0 - data ffff8f6ea67476c0/ffff8f6e84587400 00000001:00000004:2.0:1788272018.171092:0:20986:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788272018.223401:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788272018.223412:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788272018.223419:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788272018.225020:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788272018.225026:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788272018.225152:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788272018.225156:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788272018.226228:0:17954:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788272018.226234:0:17954:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788272018.226246:0:17954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788272018.226730:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788272018.226735:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1788272018.226748:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788272018.226750:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788272018.229705:0:17956:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788272018.229713:0:17956:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788272018.229745:0:17956:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788272018.230907:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f95b 00000020:00000080:0.0:1788272018.230917:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6ebfbe2000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788272018.231243:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfbe2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788272018.231993:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f970 00000020:00000080:0.0:1788272018.232002:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e84d0d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788272018.232021:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788272018.232027:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272018.232036:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788272018.232052:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8f6eb0cf8000) has no exports 00000020:00000080:1.0:1788272018.232218:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84d0d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:1.0:1788272018.234978:0:20986:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788272018.234999:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f9c4 00000020:00000080:1.0:1788272018.235010:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d81dd0800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788272018.235249:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788272018.235260:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788272018.235269:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788272018.235274:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8f6eb4e93370) has no exports 00000020:00000080:1.0:1788272018.235283:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f9bd 00000020:00000080:1.0:1788272018.235288:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e812ae000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788272018.235347:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81dd0800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788272018.237730:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e812ae000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1788272018.238947:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788272018.238953:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788272018.238957:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788272018.238965:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788272018.238967:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788272018.239012:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788272018.239023:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788272018.239044:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f9af 00000020:00000080:1.0:1788272018.239053:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6eb4a1c000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788272018.239058:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788272018.239065:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788272018.239071:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788272018.239074:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8f6d82f08000) has no exports 00000020:00000080:1.0:1788272018.239253:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f9a8 00000020:00000080:1.0:1788272018.239269:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6eb0ceb000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788272018.239587:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788272018.239590:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788272018.239593:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788272018.239597:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788272018.239598:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788272018.239707:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e812ab000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788272018.239714:0:8:0:(genops.c:885:class_export_put()) final put ffff8f6eb4a1e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788272018.239717:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4a1e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788272018.239722:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272018.239802:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4a1c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788272018.239807:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb0ceb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788272018.239811:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6eb0cec000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788272018.239868:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788272018.239874:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788272018.239877:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6eb0cef800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788272018.239880:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb0cef800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1788272018.239884:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1788272018.239942:0:20986:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788272018.239949:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f993 00000020:00000080:1.0:1788272018.239954:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6eb4a1d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788272018.239970:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1788272018.239974:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788272018.239978:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788272018.239981:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8f6eb4e919b8) has no exports 00000020:00000080:1.0:1788272018.239985:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f98c 00000020:00000080:1.0:1788272018.239989:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e812a9000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788272018.240212:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4a1d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788272018.240219:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e812a9000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788272018.248786:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788272018.248795:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788272018.248799:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788272018.248808:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788272018.248884:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272018.248898:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272018.248929:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272018.248932:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272018.248938:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d83213000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788272018.248942:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83213000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788272018.248955:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272018.249141:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f977 00000020:00000080:0.0:1788272018.249149:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e84d0e800/lustre-MDD0001_UUID 00000020:01000000:0.0:1788272018.249154:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788272018.249159:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272018.249164:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788272018.249186:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8f6eb3cd4d28) has no exports 00000020:00000080:0.0:1788272018.249206:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272018.249209:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788272018.249215:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f97e 00000020:00000080:0.0:1788272018.249219:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e84d0e000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788272018.249227:0:20986:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6d82344800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788272018.249231:0:20986:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d82344800 2 00000020:01000004:0.0:1788272018.249234:0:20986:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f6d82344800 from lustre-MDT0001 00000020:00000080:0.0:1788272018.249255:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272018.249259:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788272018.249262:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6ebfbe3000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788272018.249264:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfbe3000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788272018.249271:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788272018.249300:0:20986:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788272018.249304:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788272018.249306:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272018.249310:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788272018.249316:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8f6d81dc1000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788272018.249322:0:20986:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8f6e85beb370) has exports, disconnecting them 00000020:00080000:0.0:1788272018.249326:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8f6d81dc1000), last request at 1788271946 00000020:00000080:0.0:1788272018.249331:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f9fc 00000020:00080000:0.0:1788272018.249347:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6d81dc1000): rc 0 00000020:00000080:0.0:1788272018.249351:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d81dc1000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788272018.250081:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e812a9800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788272018.250091:0:8:0:(genops.c:885:class_export_put()) final put ffff8f6e812aa000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788272018.250094:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e812aa000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1788272018.250104:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788272018.250195:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84d0e800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1788272018.250199:0:8:0:(genops.c:885:class_export_put()) final put ffff8f6ebfbe7800/lustre-MDD0001_UUID 00000020:00000080:2.0:1788272018.250202:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfbe7800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1788272018.250205:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1788272018.250321:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84d0e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788272018.250326:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81dc1000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788272018.260745:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788272018.260755:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788272018.260759:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788272018.260767:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788272018.260795:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e91513000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788272018.260990:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272018.261000:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1788272018.261005:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6e8ac60000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1788272018.261009:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8ac60000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1788272018.261014:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788272018.261101:0:20986:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d82344800 1 00000020:00000080:2.0:1788272018.261117:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f923 00000020:00000080:2.0:1788272018.261125:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d83216000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788272018.261134:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788272018.261141:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83216000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788272018.261149:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272018.261154:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788272018.261159:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8f6d82350000) has no exports 00000020:00000080:2.0:1788272018.317939:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272018.317954:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788272018.317959:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d82347000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788272018.317964:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d82347000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788272018.317974:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788272018.318404:0:20986:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f6d82345000 00000020:01000000:2.0:1788272018.318425:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788272018.318430:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272018.318434:0:20986:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788272018.318437:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8f6d82f0cd28) has no exports 00000100:00100000:3.0:1788272018.318677:0:17211:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8f6d820ac600:17211] 0 exiting: rc = 1 00000100:00100000:3.0:1788272018.318784:0:20353:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8f6d82e90a00:20353] 3 exiting: rc = 0 00000100:00100000:1.0:1788272018.318998:0:17212:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8f6d820acc00:17212] 1 exiting: rc = 0 00000100:00100000:0.0:1788272018.319246:0:17213:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8f6e884b7000:17213] 2 exiting: rc = 0 00000100:00100000:2.0:1788272018.319419:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319427:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319433:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319439:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319445:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319451:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319456:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319462:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319468:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319474:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319479:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319485:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319491:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319497:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319502:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319509:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319514:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319532:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319537:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319543:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319548:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319553:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319558:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319776:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319787:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319792:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319798:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319803:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319809:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319814:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319819:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319834:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319841:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319846:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319852:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319857:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319864:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319870:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319875:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319890:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319896:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319901:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319906:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319912:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319918:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319923:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319929:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319935:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319940:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319946:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319952:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319958:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319973:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319979:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319985:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319991:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.319998:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320003:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320009:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320014:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320019:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320025:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320032:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.320038:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.324520:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8f6eb4f37e00:17214] 0 exiting: rc = 1 00000100:00100000:1.0:1788272018.325240:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8f6eb4f37600:17215] 1 exiting: rc = 0 00000100:00100000:2.0:1788272018.325517:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325527:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325534:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325539:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325544:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325550:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325555:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325561:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325574:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325579:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325585:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325590:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325595:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325599:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325603:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325608:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325613:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325704:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325712:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325717:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325723:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325728:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325732:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325750:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325755:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325761:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325767:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325773:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325778:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325784:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325790:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325796:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325801:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325807:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325812:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325818:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325823:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325839:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325846:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325852:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325858:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325863:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325868:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325873:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325879:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325884:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325890:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325895:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325900:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325906:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325913:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325918:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325924:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325930:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325935:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325941:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325947:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325952:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325966:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325971:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325977:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325983:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325988:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272018.325994:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.326788:0:17953:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8f6e8447b400:17953] 2 exiting: rc = 0 00000100:00100000:0.0:1788272018.326900:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8f6e870c8200:17217] 1 exiting: rc = 0 00000100:00100000:3.0:1788272018.327738:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8f6e870c9a00:17216] 0 exiting: rc = 1 00000100:00100000:0.0:1788272018.328249:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328258:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328264:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328282:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328288:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328294:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328301:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328307:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328325:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328344:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328350:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328357:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328363:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328370:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328376:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328383:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328389:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328396:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328402:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328408:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328428:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328435:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328441:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328448:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328455:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328461:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328467:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328473:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328479:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328485:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328491:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328497:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328516:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328523:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328530:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328536:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328542:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328548:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328560:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328574:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328581:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328587:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328593:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328599:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328640:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328649:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328654:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328661:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328668:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328673:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328679:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328686:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328692:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328699:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328704:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328711:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328730:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328737:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328742:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328748:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328754:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328761:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328767:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.328774:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788272018.341166:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8f6d81712800:17218] 0 exiting: rc = 1 00000100:00100000:3.0:1788272018.341256:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8f6d81712a00:17219] 1 exiting: rc = 0 00000100:00100000:0.0:1788272018.341364:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341371:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341377:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341383:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341389:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341395:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341401:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341407:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341412:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341431:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341436:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341443:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341448:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341454:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341460:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341466:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341471:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341476:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341482:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341487:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341492:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341498:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341503:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341508:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341514:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341519:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341525:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341530:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341536:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341541:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341546:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341552:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341558:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341564:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341581:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341587:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341594:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341599:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341605:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341611:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341616:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341655:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341661:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341666:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341678:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341684:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341690:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341696:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341701:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341707:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341712:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341717:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341722:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341728:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341732:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341737:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341743:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341748:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341754:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341759:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341764:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341769:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341775:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.341780:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342293:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8f6e84e72200:17221] 1 exiting: rc = 0 00000100:00100000:3.0:1788272018.342468:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8f6e82c65a00:17220] 0 exiting: rc = 1 00000100:00100000:0.0:1788272018.342797:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342803:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342808:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342814:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342819:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342834:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342840:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342845:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342851:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342856:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342861:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342865:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342870:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342875:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342889:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342895:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342900:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342905:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342910:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342915:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342920:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342926:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342931:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342936:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342942:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342947:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342952:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342957:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342963:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342968:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342974:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342979:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342984:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342989:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.342994:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343000:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343005:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343010:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343015:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343021:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343026:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343031:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343037:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343042:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343047:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343053:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343058:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343064:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343068:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343150:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343155:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343160:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343165:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343169:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343174:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343179:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343185:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343190:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343195:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343200:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343205:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343210:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343216:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272018.343221:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788272018.345764:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8f6e84e72e00:17222] 0 exiting: rc = 1 00000100:00100000:2.0:1788272018.345957:0:17223:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8f6e84e72400:17223] 1 exiting: rc = 0 00000100:00100000:1.0:1788272018.346140:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346150:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346156:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346163:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346168:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346174:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346180:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346185:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346191:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346197:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346219:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346225:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346231:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346237:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346243:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346249:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346254:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346260:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346265:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346271:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346277:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346283:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346289:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346295:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346300:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346304:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346310:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346315:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346319:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346325:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346342:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346348:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346353:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346359:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346365:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346371:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346377:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346382:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346387:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346393:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346399:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346404:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346410:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346416:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346421:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346433:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346439:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346445:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346451:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346457:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346463:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346468:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346474:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346479:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346485:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346490:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346496:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346502:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346509:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346514:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346520:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346526:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346531:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.346538:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788272018.347504:0:17224:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8f6e8d30f200:17224] 0 exiting: rc = 1 00000100:00100000:2.0:1788272018.347742:0:17225:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8f6d81d75e00:17225] 1 exiting: rc = 0 00000100:00100000:1.0:1788272018.347914:0:17226:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8f6d81d74a00:17226] 2 exiting: rc = 0 00000100:00100000:1.0:1788272018.347969:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.347976:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.347982:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.347986:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.347992:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.347998:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348003:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348008:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348029:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348036:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348041:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348047:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348052:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348057:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348063:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348143:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348149:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348155:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348161:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348167:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348174:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348180:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348186:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348192:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348198:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348203:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348209:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348215:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348221:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348229:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348235:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348240:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348263:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348269:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348275:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348280:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348285:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348291:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348297:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348303:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348309:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348315:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348320:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348325:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348395:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348402:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348408:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348414:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348421:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348427:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348440:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348446:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348453:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348458:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348465:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348470:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348489:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348496:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348502:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348508:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348513:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348519:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348524:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272018.348531:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788272018.355009:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788272018.355023:0:20986:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788272018.355028:0:20986:0:(genops.c:885:class_export_put()) final put ffff8f6d82ee6800/MDS_uuid 00000020:00000080:1.0:1788272018.355032:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d82ee6800/MDS_uuid for MDS 00000020:01000000:1.0:1788272018.355038:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788272018.355438:0:20986:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788272019.039863:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788272019.486646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272019.486658:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272019.486661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272019.486665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272019.486669:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272019.486678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 575 00000100:00080000:1.0:1788272019.486683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788272019.486690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f6d81d6e000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272019.486726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc310000 x1875138590232960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272019.486782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272019.486797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788272019.486799:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272019.486802:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 575 00000100:00080000:1.0:1788272019.486818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788272019.486822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f6d81dd4000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272019.486834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc310e00 x1875138590233216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272019.486874:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272019.486902:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590233088:0@lo:400:kworker.0 00000400:00000100:1.0:1788272019.486957:0:3608:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233088 offset 0 length 224: 4 00000100:00100000:1.0:1788272019.487006:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788272019.487013:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590233344:0@lo:400:kworker.0 00000400:00000100:1.0:1788272019.487033:0:3607:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233344 offset 0 length 224: 4 00000100:00100000:0.0:1788272019.487248:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590232960:0@lo:38:kworker.0 00000400:00000100:0.0:1788272019.487285:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590232960 offset 0 length 520: 4 00000100:00100000:0.0:1788272019.487298:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590233216:0@lo:38:kworker.0 00000400:00000100:0.0:1788272019.487312:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233216 offset 0 length 520: 4 00010000:00010000:3.0:1788272020.061955:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272021.085989:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788272021.478008:0:21187:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1788272021.491985:0:21187:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788272021.492051:0:21187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272021.492066:0:21187:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272021.492074:0:21187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272021.492080:0:21187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272021.492100:0:21187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788272021.492105:0:21187:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788272021.492136:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:0.0:1788272021.492137:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272021.492146:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272021.492149:0:21187:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc310000 x1875138590232960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788272039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788272021.492161:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d833f6e00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272021.492168:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272021.492176:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272021.492183:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 10000000:00010000:0.0:1788272021.492184:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272021.492191:0:21187:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788272021.492197:0:21187:0:(import.c:65:import_set_state_nolock()) ffff8f6d81d6e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788272021.492205:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:01000000:0.0:1788272021.492206:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1788272021.492211:0:21187:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc310000 x1875138590232960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788272039 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788272021.492211:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788272021.492214:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1788272021.492224:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788272021.492227:0:21187:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:2.0:1788272021.492319:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590232960:0@lo:38:kworker.0 00010000:00010000:0.0:1788272021.492661:0:17199:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:0.0:1788272021.492666:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272021.492673:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6e00/0x99288105fd38fa96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fa9d expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272021.492686:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272021.492688:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272021.492690:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788272021.493478:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788272021.493500:0:21187:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc312d80 x1875138590233088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272021.493519:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788272021.493524:0:21187:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788272021.493547:0:21187:0:(import.c:65:import_set_state_nolock()) ffff8f6ea0f8a800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788272021.493566:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590233088:0@lo:400:kworker.0 00000100:00100000:2.0:1788272021.493803:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3605:1875138590233472:0@lo:39:umount.0 00000400:00000100:2.0:1788272021.493847:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233472 offset 0 length 224: 4 00010000:00010000:3.0:1788272022.110106:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272023.133865:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788272023.517877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788272023.517888:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788272023.517891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788272023.517895:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788272023.518004:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788272023.518020:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590233600:0@lo:400:kworker.0 00000400:00000100:1.0:1788272023.518074:0:3606:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233600 offset 0 length 224: 4 00000001:00100000:3.0:1788272024.096850:0:18716:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788272024.096861:0:18716:0:(genops.c:885:class_export_put()) final put ffff8f6d81d6e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788272024.097324:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81d6e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788272024.097374:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81d69800 for lustre-OST0000 00000001:00100000:2.0:1788272024.097404:0:19535:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788272024.097409:0:19535:0:(genops.c:885:class_export_put()) final put ffff8f6e84b04000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788272024.097451:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84b04000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788272024.097483:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6e84b05000 for lustre-OST0001 00010000:00010000:3.0:1788272024.161155:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788272024.544077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272024.544088:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272024.544091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272024.544095:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788272024.544232:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788272024.544249:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590233728:0@lo:400:kworker.0 00000400:00000100:2.0:1788272024.544302:0:3609:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233728 offset 0 length 224: 4 00010000:00010000:0.0:1788272025.183577:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272026.205854:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272027.229942:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272028.254039:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272028.639726:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272018/real 1788272018] req@ffff8f6ebc2c2d80 x1875138590232192/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788272028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272028.639759:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebc2c2d80 x1875138590232192/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788272028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272028.639779:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272028.639808:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788272028.639828:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590232192:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:1.0:1788272028.640981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272028.640989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788272028.640992:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272028.640999:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 579 00000100:00080000:1.0:1788272028.641004:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.103@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788272028.641011:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.103@tcp: import ffff8f6d8332c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272028.641045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc311c00 x1875138590233856/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272028.641076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272028.641080:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788272028.641188:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590233856:0@lo:250:kworker.0 00000400:00000100:0.0:1788272028.641239:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875138590233856 offset 0 length 520: 4 00000100:00100000:2.0:1788272028.641416:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590233984:0@lo:400:kworker.0 00000400:00000100:2.0:1788272028.641443:0:3609:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590233984 offset 0 length 224: 4 00010000:00010000:0.0:1788272029.278029:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272030.301953:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272031.331697:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272031.710556:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272021/real 1788272021] req@ffff8f6ebfb87800 x1875138590233472/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788272031 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272031.710590:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebfb87800 x1875138590233472/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788272031 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272031.710653:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6ea0f8a800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788272031.710675:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3605:1875138590233472:0@lo:39:umount.0 00000100:00080000:3.0:1788272031.710827:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788272031.710833:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788272031.710839:0:21187:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788272031.711842:0:21187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711856:0:21187:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711864:0:21187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711870:0:21187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711921:0:21187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272031.711929:0:21187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711935:0:21187:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711940:0:21187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711947:0:21187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272031.711966:0:21187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788272031.711970:0:21187:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788272031.711995:0:21187:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788272031.712000:0:21187:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788272031.712004:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788272031.712011:0:21187:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788272031.712016:0:21187:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8f6ea6bf0000) has no exports 00000020:00080000:3.0:1788272031.712042:0:21187:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8f6ea6bf0000) has no exports 00010000:00010000:0.0:1788272031.712239:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272031.712247:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712256:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4ed5000 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272031.712260:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712270:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272031.712277:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272031.712283:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788272031.712286:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788272031.712288:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788272031.712307:0:17199:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:0.0:1788272031.712312:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712319:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5000/0x99288105fd38fa6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fa73 expref: -99 pid: 18715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712333:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272031.712336:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712341:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511de00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272031.712344:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712350:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272031.712357:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272031.712361:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788272031.712363:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788272031.712365:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788272031.712368:0:17199:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:0.0:1788272031.712371:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712378:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511de00/0x99288105fd38fdd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fdd7 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272031.712401:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272031.712403:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272031.712405:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272031.712459:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788272031.721324:0:21187:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e85a64000 - data ffff8f6ea67e5870/ffff8f6d84056000 00000020:01000000:3.0:1788272031.721703:0:21187:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e8988f8a0 - data ffff8f6e9131caf8/ffff8f6d83143c00 00100000:10000000:3.0:1788272031.732345:0:21187:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788272031.738086:0:21187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fa81 00000020:00000080:2.0:1788272031.738103:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6e87085000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788272031.738133:0:21187:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6ebfb71000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788272031.738137:0:21187:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6ebfb71000 2 00000020:01000004:2.0:1788272031.738141:0:21187:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f6ebfb71000 from lustre-OST0000 00000020:00000080:2.0:1788272031.738178:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272031.738189:0:21187:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788272031.738193:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6ebfc08000/lustre-OST0000_UUID 00000020:00000080:2.0:1788272031.738196:0:21187:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfc08000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788272031.738215:0:21187:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788272031.738286:0:21187:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788272031.738300:0:21187:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788272031.738304:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272031.738310:0:21187:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788272031.738318:0:21187:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8f6e87085800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272031.738324:0:21187:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8f6e85be99b8) has exports, disconnecting them 00000020:00080000:2.0:1788272031.738330:0:21187:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8f6e87085800), last request at 1788271959 00000020:00000080:2.0:1788272031.738335:0:21187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38faab 00000020:00080000:2.0:1788272031.738344:0:21187:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e87085800): rc 0 00000020:00000080:2.0:1788272031.738349:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6e87085800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788272031.738575:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e87085000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788272031.738601:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e87085800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1788272031.841238:0:21187:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788272031.841250:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788272031.841255:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788272031.841264:0:21187:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788272031.841336:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81d6e000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788272031.841852:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272031.841870:0:21187:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1788272031.841878:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6d81d6a000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1788272031.841883:0:21187:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81d6a000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1788272031.841896:0:21187:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1788272031.841988:0:21187:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788272031.841996:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272031.842001:0:21187:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788272031.842009:0:21187:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8f6ea0f8c800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272031.842015:0:21187:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8f6eb3cd19b8) has exports, disconnecting them 00000020:00080000:2.0:1788272031.842021:0:21187:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8f6ea0f8c800), last request at 1788271959 00000020:00000080:2.0:1788272031.842026:0:21187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fac0 00000020:00080000:2.0:1788272031.842046:0:21187:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6ea0f8c800): rc 0 00000020:00000080:2.0:1788272031.842066:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6ea0f8c800/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788272031.842092:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ea0f8c800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788272031.847072:0:21187:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788272031.847084:0:21187:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788272031.847089:0:21187:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788272031.847097:0:21187:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788272031.847680:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788272031.847693:0:21187:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788272031.847702:0:21187:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6ebfb71000 1 00000020:00000080:3.0:1788272031.847711:0:21187:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fa5e 00000020:00000080:3.0:1788272031.847722:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6ebfbe3800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788272031.848091:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6ea0f8a800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788272031.848101:0:38:0:(genops.c:885:class_export_put()) final put ffff8f6e8591f800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1788272031.848104:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e8591f800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1788272031.848116:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:3.0:1788272031.848350:0:21187:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788272031.850159:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfbe3800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788272031.850207:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788272031.850219:0:21187:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788272031.850223:0:21187:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8f6eb3cd0000) has no exports 00000020:00000080:0.0:1788272031.883314:0:21187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272031.883329:0:21187:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788272031.883335:0:21187:0:(genops.c:885:class_export_put()) final put ffff8f6ebfb71800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788272031.883340:0:21187:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfb71800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788272031.883353:0:21187:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788272031.883544:0:21187:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f6ebfb77800 00000020:02000400:0.0:1788272031.883605:0:21187:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788272032.357781:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272033.375331:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788272033.821800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788272033.821819:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788272033.821822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788272033.821826:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788272033.821964:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788272033.821981:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590234112:0@lo:400:kworker.0 00000400:00000100:2.0:1788272033.822034:0:3607:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590234112 offset 0 length 224: 4 00010000:00010000:0.0:1788272034.407501:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788272034.949467:0:21390:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1788272034.964880:0:21390:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1788272034.964996:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272034.965011:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272034.965019:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272034.965026:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272034.965045:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788272034.965050:0:21390:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788272034.965082:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788272034.965099:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc310e00 x1875138590233216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788272039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.965121:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788272034.965128:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788272034.965137:0:21390:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788272034.965143:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788272034.965147:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc310e00 x1875138590233216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788272039 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.965154:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788272034.965158:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:3.0:1788272034.965300:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590233216:0@lo:38:kworker.0 00010000:00010000:2.0:1788272034.965411:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272034.965419:0:19859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272034.965428:0:19859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4ed5800 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272034.965432:0:19859:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272034.965441:0:19859:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272034.965448:0:19859:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272034.965464:0:19859:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788272034.965466:0:19859:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788272034.965469:0:19859:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788272034.965487:0:19859:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:2.0:1788272034.965492:0:19859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272034.965498:0:19859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed5800/0x99288105fd38fb30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fb37 expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272034.965513:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272034.965514:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272034.965524:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788272034.967006:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788272034.967022:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc313800 x1875138590233344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.967046:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc2c0380 x1875138590233600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.967121:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc311180 x1875138590233728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.967148:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc312a00 x1875138590233984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.967157:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebc2c2d80 x1875138590234112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272034.967165:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788272034.967171:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788272034.967195:0:21390:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd1000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788272034.967375:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590233984:0@lo:400:kworker.0 00000100:00100000:3.0:1788272034.967385:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590233728:0@lo:400:kworker.0 00000100:00100000:3.0:1788272034.967419:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3605:1875138590234240:0@lo:39:umount.0 00000400:00000100:3.0:1788272034.967477:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875138590234240 offset 0 length 224: 4 00000100:00100000:2.0:1788272034.967662:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590233600:0@lo:400:kworker.0 00000100:00100000:1.0:1788272034.967926:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590234112:0@lo:400:kworker.0 00000100:00100000:1.0:1788272034.967934:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590233344:0@lo:400:kworker.0 00010000:00010000:1.0:1788272035.422178:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272036.448841:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272037.469926:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272038.493849:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788272038.942020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788272038.942031:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788272039.517890:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272040.542598:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272041.565875:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272042.589783:0:19859:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272043.165912:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272028/real 1788272028] req@ffff8f6ebc311c00 x1875138590233856/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788272043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272043.165949:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebc311c00 x1875138590233856/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788272043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272043.165969:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272043.166000:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788272043.166005:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590233856:0@lo:250:kworker.0 00000100:00080000:3.0:1788272043.166104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788272043.166109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788272043.166112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272043.166116:0:8:0:(import.c:510:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 589 00000100:00080000:3.0:1788272043.166122:0:8:0:(import.c:589:import_select_connection()) MGC192.168.201.103@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272043.166128:0:8:0:(import.c:624:import_select_connection()) MGC192.168.201.103@tcp: import ffff8f6d8332c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272043.166160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb85c00 x1875138590234368/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788272043.166255:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590234368:0@lo:250:kworker.0 00000400:00000100:0.0:1788272043.166315:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875138590234368 offset 0 length 520: 4 00010000:00010000:1.0:1788272043.613976:0:20987:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272044.189953:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272034/real 1788272034] req@ffff8f6ebc2c3800 x1875138590234240/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788272044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272044.190112:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebc2c3800 x1875138590234240/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788272044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272044.190156:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dd1000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788272044.190188:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3605:1875138590234240:0@lo:39:umount.0 00000100:00080000:2.0:1788272044.190311:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788272044.190316:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788272044.190321:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788272044.195298:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195322:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195329:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195336:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195523:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272044.195533:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195540:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195546:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.195551:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197751:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272044.197766:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197778:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4ed4a00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272044.197797:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197809:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272044.197817:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272044.197823:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788272044.197826:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1788272044.197839:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:3.0:1788272044.197842:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197849:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4ed4a00/0x99288105fd38fb06 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fb0d expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197868:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272044.197871:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197876:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d000 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272044.197879:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.197885:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272044.197890:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272044.197907:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788272044.197909:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788272044.197915:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:3.0:1788272044.197918:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272044.199145:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272044.199147:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272044.199150:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272044.199600:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788272044.199615:0:21390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd38fdc2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38fdc9 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272044.199654:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1788272044.199675:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1788272044.199679:0:21390:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788272044.199711:0:21390:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788272044.199715:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788272044.199735:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272044.199742:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788272044.199747:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8f6ea6bf4d28) has no exports 00000020:00080000:2.0:1788272044.199770:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8f6ea6bf4d28) has no exports 00000020:01000000:2.0:1788272044.202490:0:21390:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6e85a64ea0 - data ffff8f6ea668da20/ffff8f6e8801c800 00000020:01000000:2.0:1788272044.203226:0:21390:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f6eb3df1180 - data ffff8f6ea659c510/ffff8f6ebc27ec00 00010000:00010000:0.0:1788272044.204397:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1788272044.216343:0:21390:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788272044.224087:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb1b 00000020:00000080:2.0:1788272044.224100:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d83921800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788272044.224165:0:21390:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6d81d68000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788272044.224170:0:21390:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d81d68000 2 00000020:01000004:2.0:1788272044.224173:0:21390:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f6d81d68000 from lustre-OST0001 00000020:00000080:2.0:1788272044.224219:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272044.224229:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788272044.224233:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d83926800/lustre-OST0001_UUID 00000020:00000080:2.0:1788272044.224236:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83926800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788272044.224247:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788272044.224338:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 08d4e6e3-b587-4543-a287-4a9ae9a31c24->MGS 00010000:00010000:2.0:1788272044.224353:0:21390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4e00/0x99288105fd38f92a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f931 expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272044.224389:0:21390:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4e00/0x99288105fd38f92a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f931 expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272044.224396:0:21390:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788272044.224399:0:21390:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788272044.224401:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788272044.224414:0:21390:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:2.0:1788272044.224417:0:21390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4e00/0x99288105fd38f92a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38f931 expref: -99 pid: 17944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272044.224430:0:21390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6400/0x99288105fd38f819 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x99288105fd38f820 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272044.224436:0:21390:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6400/0x99288105fd38f819 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x99288105fd38f820 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272044.224441:0:21390:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788272044.224443:0:21390:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788272044.224444:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788272044.224451:0:21390:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f6d8332c800 00010000:00010000:2.0:1788272044.224453:0:21390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d833f6400/0x99288105fd38f819 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x99288105fd38f820 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788272044.224467:0:21390:0:(import.c:65:import_set_state_nolock()) ffff8f6d8332c800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788272044.224471:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788272044.224473:0:21390:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788272044.224475:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788272044.224478:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788272044.224488:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f6ebfb85c00 x1875138590234368/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788272063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788272044.224518:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788272044.224521:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00000100:00100000:1.0:1788272044.224864:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08d4e6e3-b587-4543-a287-4a9ae9a31c24:3605:1875138590234368:0@lo:250:kworker.0 10000000:01000000:2.0:1788272044.225460:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788272044.225470:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38f804 00000020:00000080:2.0:1788272044.225477:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d82ee3000/08d4e6e3-b587-4543-a287-4a9ae9a31c24 00000020:00000080:0.0:1788272044.226040:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d83921800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788272044.226221:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.103@tcp (flags='') 00000020:00000080:2.0:1788272044.226230:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272044.226237:0:21390:0:(obd_config.c:956:class_cleanup()) MGC192.168.201.103@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788272044.226241:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8f6eb4174d28) has no exports 00000020:00000080:0.0:1788272044.226359:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d82ee3000/08d4e6e3-b587-4543-a287-4a9ae9a31c24 for MGC192.168.201.103@tcp 10000000:01000000:1.0:1788272044.226441:0:17208:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788272044.227193:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.201.103@tcp: client import never connected 00000100:00080000:2.0:1788272044.227198:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788272044.227206:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788272044.227210:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788272044.227212:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788272044.227269:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788272044.227275:0:21390:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.103@tcp (uuid 08d4e6e3-b587-4543-a287-4a9ae9a31c24) 00000020:01000000:2.0:1788272044.227283:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788272044.227287:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788272044.227291:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788272044.227297:0:21390:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8f6e84e9a000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788272044.227303:0:21390:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8f6eb3cd3370) has exports, disconnecting them 00000020:00080000:2.0:1788272044.227308:0:21390:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8f6e84e9a000), last request at 1788271973 00000020:00000080:2.0:1788272044.227321:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb45 00000020:00080000:2.0:1788272044.227337:0:21390:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6e84e9a000): rc 0 00000020:00000080:2.0:1788272044.227342:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6e84e9a000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788272044.227590:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d8332c800 for MGC192.168.201.103@tcp 00000020:00000080:0.0:1788272044.227598:0:8:0:(genops.c:885:class_export_put()) final put ffff8f6d8332d000/08d4e6e3-b587-4543-a287-4a9ae9a31c24 00000020:00000080:0.0:1788272044.227601:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d8332d000/08d4e6e3-b587-4543-a287-4a9ae9a31c24 for MGC192.168.201.103@tcp 00000020:01000000:0.0:1788272044.227606:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.103@tcp (08d4e6e3-b587-4543-a287-4a9ae9a31c24) 00000020:00000080:0.0:1788272044.227970:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e84e9a000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788272044.237952:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788272044.237963:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788272044.237967:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788272044.237974:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788272044.238177:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272044.238185:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788272044.238192:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788272044.238199:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272044.238203:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788272044.238210:0:21390:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8f6d832b2800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788272044.238217:0:21390:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8f6d82353370) has exports, disconnecting them 00000020:00080000:0.0:1788272044.238221:0:21390:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8f6d832b2800), last request at 1788271973 00000020:00000080:0.0:1788272044.238225:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38fb5a 00000020:00080000:0.0:1788272044.238241:0:21390:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f6d832b2800): rc 0 00000020:00000080:0.0:1788272044.238247:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d832b2800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788272044.238759:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81dd4000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788272044.238768:0:8:0:(genops.c:885:class_export_put()) final put ffff8f6e92e57800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788272044.238771:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6e92e57800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788272044.238784:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788272044.238846:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d832b2800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788272044.240073:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788272044.240079:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788272044.240083:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788272044.240088:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788272044.240111:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8f6d81dd1000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788272044.240165:0:19859:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788272044.240295:0:20987:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788272044.240391:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788272044.240478:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1788272044.240582:0:17194:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8f6d8169b200:17194] 0 exiting: rc = 1 00000100:00100000:1.0:1788272044.240659:0:17195:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8f6eb4f17600:17195] 1 exiting: rc = 0 00000100:00100000:1.0:1788272044.240730:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241177:0:17196:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8f6eb0c66c00:17196] 0 exiting: rc = 1 00000100:00100000:1.0:1788272044.241254:0:18367:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8f6e844ff000:18367] 3 exiting: rc = 0 00000100:00100000:1.0:1788272044.241344:0:17197:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8f6e8717a400:17197] 1 exiting: rc = 0 00000100:00100000:1.0:1788272044.241412:0:17198:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8f6e8717a600:17198] 2 exiting: rc = 0 00000100:00100000:1.0:1788272044.241473:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241481:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241488:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241494:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241500:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241507:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241513:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241519:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241524:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241546:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241551:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241557:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241563:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241568:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241575:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241581:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241586:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241591:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241597:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241602:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241608:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241613:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241641:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241648:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241653:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241659:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241664:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241669:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241675:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241680:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241685:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241691:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241696:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241702:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241707:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241711:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241845:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241855:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241860:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241866:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241872:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241878:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241884:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241889:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241903:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241909:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.241915:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242002:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242011:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242018:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242024:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242031:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242037:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242042:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242048:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242054:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242058:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242064:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242071:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242077:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242083:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242089:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242095:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.242101:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788272044.244706:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788272044.244717:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788272044.244910:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d832b4800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788272044.244915:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d832b4800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788272044.244979:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788272044.245041:0:21390:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d81d68000 1 00000020:00000080:1.0:1788272044.245047:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x99288105fd38faff 00000020:00000080:1.0:1788272044.245054:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6eb4b89800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788272044.245069:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788272044.245082:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6eb4b89800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788272044.245095:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788272044.245100:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788272044.245103:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8f6ea6bf19b8) has no exports 00000020:00000080:0.0:1788272044.284119:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272044.284132:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788272044.284138:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6d81d6c800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788272044.284143:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6d81d6c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788272044.284152:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1788272044.285226:0:21390:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f6d81d68800 00000020:01000000:0.0:1788272044.285248:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1788272044.285254:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788272044.285259:0:21390:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788272044.285263:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8f6d823519b8) has no exports 00000020:00000080:0.0:1788272044.285323:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788272044.285333:0:21390:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788272044.285337:0:21390:0:(genops.c:885:class_export_put()) final put ffff8f6ebfbe5800/OSS_uuid 00000020:00000080:0.0:1788272044.285341:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff8f6ebfbe5800/OSS_uuid for OSS 00000020:01000000:0.0:1788272044.285346:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:3.0:1788272044.285400:0:17207:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788272044.285456:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8f6eb4b83a00:18721] 1 exiting: rc = 0 00000100:00100000:3.0:1788272044.285586:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8f6eb4b82800:18722] 2 exiting: rc = 0 00000100:00100000:3.0:1788272044.285661:0:19409:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8f6eb3d2ae00:19409] 3 exiting: rc = 0 00000100:00100000:3.0:1788272044.285734:0:19862:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8f6d8167a400:19862] 4 exiting: rc = 0 00000100:00100000:0.0:1788272044.286305:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8f6e84583600:18720] 0 exiting: rc = 1 00000100:00100000:2.0:1788272044.286393:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286407:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286412:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286418:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286432:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286436:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286442:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286448:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286452:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286457:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286462:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286466:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286470:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286475:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286479:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286483:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286488:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286492:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286497:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286501:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286506:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286511:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286516:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286521:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286526:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286531:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286537:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286541:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286546:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286551:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286556:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286562:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286567:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286572:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286577:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286583:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286588:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286594:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286599:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286611:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286616:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286943:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286949:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286958:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286966:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286975:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286980:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286984:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286989:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286994:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.286999:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287004:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287009:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287015:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287020:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287025:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287029:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287034:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287040:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287045:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287050:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287056:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287061:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788272044.287066:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788272044.288186:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8f6eb4b82600:18723] 0 exiting: rc = 1 00000100:00100000:2.0:1788272044.288204:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8f6e844fe800:18724] 1 exiting: rc = 0 00000100:00100000:0.0:1788272044.288382:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288390:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288395:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288400:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288405:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288410:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288415:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288421:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288427:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288432:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288437:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288442:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288448:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288453:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288458:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288463:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288469:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288473:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288490:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288495:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288500:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288505:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288510:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288517:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288522:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288528:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288533:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288538:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288544:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288548:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288554:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288559:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288565:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288571:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288576:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288581:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288586:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288591:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288596:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288602:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288608:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288613:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288718:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288726:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288731:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288736:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288741:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288746:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288752:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288756:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288761:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288766:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288772:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288987:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.288992:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289003:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289010:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289014:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289020:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289024:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289029:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289033:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289038:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.289044:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.290241:0:18726:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8f6e8453e600:18726] 1 exiting: rc = 0 00000100:00100000:0.0:1788272044.290504:0:18727:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8f6e84b19600:18727] 2 exiting: rc = 0 00000100:00100000:3.0:1788272044.290529:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8f6e8453ec00:18725] 0 exiting: rc = 1 00000100:00100000:2.0:1788272044.290907:0:20355:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8f6d8167c600:20355] 3 exiting: rc = 0 00000100:00100000:0.0:1788272044.291050:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291055:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291059:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291062:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291066:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291070:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291075:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291080:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291086:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291092:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291097:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291102:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291108:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291113:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291118:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291124:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291130:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291134:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291148:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291153:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291157:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291161:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291165:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291176:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291181:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291186:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291192:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291197:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291216:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291223:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291228:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291234:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291239:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291245:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291250:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291256:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291262:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291267:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291273:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291279:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291283:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291288:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291306:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291312:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291317:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291322:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291327:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291332:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291337:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291342:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291347:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291352:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291357:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291363:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291385:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291392:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291396:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291399:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291412:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291422:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291427:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291430:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291434:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.291437:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295538:0:18728:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8f6e84616c00:18728] 0 exiting: rc = 1 00000100:00100000:1.0:1788272044.295657:0:18729:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8f6e84616e00:18729] 1 exiting: rc = 0 00000100:00100000:1.0:1788272044.295714:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295721:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295731:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295736:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295741:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295746:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295751:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295756:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295761:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295766:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295771:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295776:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295781:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295789:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295795:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295801:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295810:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295815:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295824:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295830:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295839:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295844:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295853:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295859:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295868:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295873:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295881:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295886:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295891:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295899:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295904:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295923:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295932:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295937:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295942:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295947:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295952:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295957:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295962:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295967:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295972:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295977:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295982:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295986:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.295996:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296000:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296008:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296015:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296048:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296058:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296064:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296069:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296078:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296083:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296093:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296098:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296107:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296112:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296121:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296127:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296134:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296140:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296144:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.296151:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788272044.297022:0:18731:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8f6eb3cbb600:18731] 1 exiting: rc = 0 00000100:00100000:0.0:1788272044.297137:0:18730:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8f6eb3cbaa00:18730] 0 exiting: rc = 1 00000100:00100000:1.0:1788272044.297204:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297208:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297223:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297227:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297231:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297234:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297238:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297242:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297246:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297249:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297253:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297266:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297271:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297274:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297278:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297282:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297286:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297290:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297293:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297297:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297301:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297304:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297307:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297319:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297323:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297327:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297331:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297335:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297339:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297343:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297347:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297352:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297356:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297360:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297365:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297393:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297402:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297415:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297420:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297426:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297432:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297437:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297442:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297447:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297452:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297459:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297465:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297482:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297492:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297498:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297504:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297511:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297519:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297525:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297535:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297541:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297546:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297552:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297568:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297592:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297600:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297605:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297611:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788272044.297637:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788272044.304386:0:21390:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788272061.070461:0:22155:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788272070.012281:0:22754:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788272070.012288:0:22754:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788272070.012290:0:22754:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788272070.012409:0:22754:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f6eb0818000 00000020:01000004:1.0:1788272070.012426:0:22754:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788272070.012434:0:22754:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788272070.012449:0:22754:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8f6ea6bf3370) 00000020:00000080:1.0:1788272070.012468:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788272070.093727:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.097005:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788272070.098440:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.100527:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.100894:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.101229:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.101402:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.101567:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.101858:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.102122:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.102339:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.102532:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.102750:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.102907:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.103162:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.103362:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.103556:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.103767:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.103934:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.104251:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.104434:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.104607:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.104931:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.105117:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.105347:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.105634:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.105869:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.106104:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.106338:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.106551:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.106841:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.107084:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.107275:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1788272070.107456:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.107673:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788272070.108108:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.108486:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.108708:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.108914:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.109137:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.109353:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.109570:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.109914:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.110167:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.110412:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788272070.110598:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.110885:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.112383:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.112802:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.113019:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.113405:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.113723:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1788272070.113910:0:22754:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:1.0:1788272070.114849:0:22754:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788272070.115090:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1788272070.115097:0:22754:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788272070.115109:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd390070 00000020:01000004:1.0:1788272070.115117:0:22754:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1788272070.115123:0:22754:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1788272070.115128:0:22754:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f6eb0818000 from MGS 00000020:01000004:1.0:1788272070.115131:0:22754:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1788272070.115142:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8f6ea6bf19b8) 00000020:00000080:1.0:1788272070.115152:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1788272070.115225:0:22754:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eb0818000 from MGS, refs=2 00080000:01000000:1.0:1788272070.115231:0:22754:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788272070.115236:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd39007e 00000100:00100000:1.0:1788272070.115328:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788272070.115452:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1788272070.115458:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788272070.116047:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788272070.116053:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788272070.116569:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272070.116828:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788272070.116833:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788272070.117252:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788272070.117264:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788272070.117570:0:22754:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788272070.117575:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788272070.118118:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.118121:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.118122:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.118466:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.118469:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.118471:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272070.118943:0:22754:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00000040:01000000:2.0:1788272070.123533:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 00010000:00010000:1.0:1788272070.125341:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788272070.130592:0:22766:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788272070.134752:0:22754:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788272070.134813:0:22754:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788272070.137407:0:22754:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788272070.137744:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272070.137934:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788272070.137942:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788272070.146605:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788272070.146759:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788272070.147167:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788272070.147183:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1788272070.150676:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1788272070.150701:0:22754:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.103@tcp' 00000020:01000004:1.0:1788272070.150703:0:22754:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1788272070.150733:0:22754:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.103@tcp (typ=mgc) 00000020:00000080:1.0:1788272070.150747:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.103@tcp (ffff8f6ea6bf4d28) 00000020:00000080:1.0:1788272070.150764:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1788272070.150843:0:22754:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6d82ee6800@MGC192.168.201.103@tcp: add connection 192.168.201.103@tcp at head 00010000:00010000:1.0:1788272070.151022:0:22754:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.103@tcp-0 is initialized 00000040:01000000:1.0:1788272070.151028:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 1 is initialized 00000100:00080000:3.0:1788272070.158485:0:22771:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1788272070.158552:0:22772:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788272070.158815:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.103@tcp (uuid 6134a90a-f5c0-4359-8bae-85444bf653a7) 00000020:00000080:0.0:1788272070.158838:0:22754:0:(genops.c:1385:class_connect()) connect: client 6134a90a-f5c0-4359-8bae-85444bf653a7, cookie 0x99288105fd39008c 00000100:00080000:0.0:1788272070.158850:0:22754:0:(import.c:510:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788272070.158855:0:22754:0:(import.c:624:import_select_connection()) MGC192.168.201.103@tcp: import ffff8f6d82ee6800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272070.158887:0:22754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c0a80 x1875138590234496/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272070.158963:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6134a90a-f5c0-4359-8bae-85444bf653a7:3605:1875138590234496:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788272070.159028:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788272070.159124:0:22754:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6134a90a-f5c0-4359-8bae-85444bf653a7->MGS 00000020:01000004:0.0:1788272070.159146:0:22754:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788272070.159151:0:22754:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788272070.159164:0:22754:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8f6e85be8000) 00000020:00000080:0.0:1788272070.159286:0:22754:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788272070.162389:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590234496 00000100:00100000:3.0:1788272070.162402:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590234496 00000100:00100000:3.0:1788272070.162441:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788272070.162450:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3605:x1875138590234496:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788272070.162478:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 6134a90a-f5c0-4359-8bae-85444bf653a7@0@lo t0 exp 0000000000000000 cur 631 last 0 00000020:00000080:3.0:1788272070.162505:0:22768:0:(genops.c:1385:class_connect()) connect: client 6134a90a-f5c0-4359-8bae-85444bf653a7, cookie 0x99288105fd39009a 00000100:00080000:3.0:1788272070.162648:0:22768:0:(import.c:65:import_set_state_nolock()) ffff8f6d831e1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272070.168329:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+5:3605:x1875138590234496:12345-0@lo:250:mount.lustre.0 Request processed in 5864us (9286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.168357:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788272070.171657:0:3605:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788272070.171673:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.103@tcp: connect to target with instance 0 00000100:00080000:1.0:1788272070.171682:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.103@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788272070.171688:0:3605:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788272070.171693:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d82ee6800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788272070.171697:0:3605:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788272070.171710:0:3605:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788272070.171718:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6134a90a-f5c0-4359-8bae-85444bf653a7:3605:1875138590234496:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788272070.174565:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788272070.174910:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788272070.174917:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788272070.175535:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788272070.175541:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788272070.176079:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788272070.176086:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788272070.177486:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788272070.177806:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788272070.177812:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788272070.178396:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788272070.178407:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788272070.208097:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272070.208370:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788272070.208377:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788272070.209555:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788272070.209564:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788272070.210369:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272070.210538:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788272070.210543:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788272070.211094:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788272070.211101:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788272070.211794:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788272070.211964:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788272070.211970:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788272070.212498:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788272070.212505:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788272070.213061:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788272070.213259:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788272070.213264:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788272070.213773:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788272070.213779:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788272070.228954:0:22754:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788272070.229241:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788272070.229250:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788272070.231100:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788272070.231115:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788272070.232030:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788272070.232039:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788272070.232942:0:22754:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788272070.232976:0:22754:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1788272070.232986:0:22754:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788272070.233114:0:22754:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788272070.233154:0:22754:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.103@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788272070.233159:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788272070.233161:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788272070.233166:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272070.233179:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272070.233180:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272070.233181:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272070.233183:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272070.233185:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788272070.233186:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272070.233187:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788272070.233190:0:22754:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788272070.233192:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788272070.233193:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788272070.233194:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272070.233195:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272070.233196:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272070.233197:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272070.233198:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272070.233199:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788272070.233200:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272070.233201:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788272070.233230:0:22754:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788272070.233250:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234624:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788272070.233324:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272070.233369:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830a60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.233433:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590234624 00000100:00100000:3.0:1788272070.233440:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590234624 00000100:00100000:3.0:1788272070.233488:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272070.233500:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+5:22754:x1875138590234624:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788272070.233550:0:22770:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788272070.233554:0:22770:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788272070.233556:0:22770:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788272070.233967:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788272070.234445:0:22770:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1788272070.235792:0:22792:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788272070.235797:0:22792:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1788272070.235801:0:22792:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788272070.235804:0:22792:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788272070.236009:0:22792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1788272070.236180:0:22770:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788272070.236190:0:22770:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1788272070.237687:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+5:22754:x1875138590234624:12345-0@lo:253:mount.lustre.0 Request processed in 4121us (4294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.237701:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788272070.237788:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234624:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788272070.237802:0:22754:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788272070.237805:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788272070.237807:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788272070.237808:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272070.237810:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272070.237811:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272070.237812:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272070.237814:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272070.237815:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788272070.237817:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272070.237819:0:22754:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788272070.237836:0:22754:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f6eb0818000 from lustre-MDT0000 10000000:01000000:1.0:1788272070.237866:0:22754:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788272070.237875:0:22754:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788272070.237880:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f6ea6bf4d28 10000000:01000000:1.0:1788272070.237884:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788272070.237893:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8f6ea6bf4d28 from 1 10000000:01000000:1.0:1788272070.237896:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788272070.237948:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.237960:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.237970:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272070.237990:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234752:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788272070.238027:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272070.238093:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830a6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.238142:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590234752 00000100:00100000:3.0:1788272070.238149:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590234752 00000100:00100000:3.0:1788272070.238283:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788272070.238293:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+5:22754:x1875138590234752:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272070.238304:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272070.238317:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e21800/0x99288105fd3900a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3900a1 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.238338:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e21800/0x99288105fd3900a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3900a1 expref: 6 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.238348:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e21800/0x99288105fd3900a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3900a1 expref: 6 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.238357:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e21800, rc 0) 00000100:00100000:3.0:1788272070.238441:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+6:22754:x1875138590234752:12345-0@lo:101:mount.lustre.0 Request processed in 149us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.238447:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272070.238492:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234752:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272070.238506:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.238514:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272070.238563:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234880:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.238589:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.238762:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb36a8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.238826:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590234880 00000100:00100000:1.0:1788272070.238831:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590234880 00000100:00100000:1.0:1788272070.238850:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788272070.238856:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+6:22754:x1875138590234880:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272070.238938:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+6:22754:x1875138590234880:12345-0@lo:501:mount.lustre.0 Request processed in 81us (348us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788272070.238945:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788272070.239020:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590234880:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788272070.239049:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788272070.239068:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239077:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272070.239095:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f6eb0818000 10000000:01000000:0.0:1788272070.239099:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788272070.239102:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f6eb0818000 10000000:01000000:0.0:1788272070.239105:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788272070.239107:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f6eb0818000 from 1 10000000:01000000:0.0:1788272070.239110:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788272070.239126:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239133:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239141:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272070.239152:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235008:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272070.239189:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.239202:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb36a8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.239307:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235008 00000100:00100000:1.0:1788272070.239312:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235008 00000100:00100000:1.0:1788272070.239328:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788272070.239333:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+6:22754:x1875138590235008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272070.239340:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272070.239357:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728000/0x99288105fd3900b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3900af expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239370:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728000/0x99288105fd3900b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3900af expref: 7 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239379:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728000/0x99288105fd3900b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3900af expref: 7 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239385:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728000, rc 0) 00000100:00100000:1.0:1788272070.239421:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+7:22754:x1875138590235008:12345-0@lo:101:mount.lustre.0 Request processed in 87us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.239427:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272070.239495:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235008:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272070.239506:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900b6 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239514:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3900b6 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272070.239525:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788272070.239538:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900b6 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239551:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5400/0x99288105fd3900af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900b6 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272070.239557:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788272070.239560:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788272070.239564:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f6eb0818000 10000000:01000000:0.0:1788272070.239566:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788272070.239570:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788272070.239572:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788272070.239584:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239592:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239599:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272070.239611:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235136:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272070.239648:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.239658:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb36a8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.239707:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235136 00000100:00100000:1.0:1788272070.239710:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235136 00000100:00100000:1.0:1788272070.239725:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788272070.239730:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+7:22754:x1875138590235136:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272070.239736:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272070.239742:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81729400/0x99288105fd3900c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3900bd expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239755:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729400/0x99288105fd3900c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3900bd expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239762:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81729400/0x99288105fd3900c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3900bd expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.239769:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729400, rc 0) 00000100:00100000:1.0:1788272070.239799:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+8:22754:x1875138590235136:12345-0@lo:101:mount.lustre.0 Request processed in 68us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.239813:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272070.239869:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235136:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272070.239879:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900c4 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.239887:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3900c4 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272070.239942:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235264:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.239965:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.239990:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb36a8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.240033:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235264 00000100:00100000:1.0:1788272070.240037:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235264 00000100:00100000:1.0:1788272070.240054:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272070.240059:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+8:22754:x1875138590235264:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272070.240165:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22754:x1875138590235264:12345-0@lo:501:mount.lustre.0 Request processed in 105us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272070.240248:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235264:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.240270:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235392:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272070.240303:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.240310:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb36a8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.240343:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272070.240361:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235392 00000100:00100000:1.0:1788272070.240364:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235392 00000100:00100000:1.0:1788272070.240377:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788272070.240382:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22754:x1875138590235392:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272070.241018:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22754:x1875138590235392:12345-0@lo:503:mount.lustre.0 Request processed in 633us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.241026:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788272070.241244:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590235392:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272070.241546:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22793:1875138590235520:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788272070.241586:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.241608:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235520 00000100:00100000:3.0:1788272070.241612:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235520 00000100:00100000:2.0:1788272070.241761:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e856bbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.241850:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272070.241858:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22793:x1875138590235520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788272070.242566:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22793:x1875138590235520:12345-0@lo:502:llog_process_th.0 Request processed in 707us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.242574:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788272070.242652:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22793:1875138590235520:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788272070.242675:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272070.242685:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272070.242687:0:22793:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788272070.242692:0:22793:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788272070.242695:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788272070.242709:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8f6eb3cd4d28) 00000020:00000080:2.0:1788272070.242722:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788272070.242729:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788272070.242790:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788272070.242795:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd3900d2 00000020:00000080:2.0:1788272070.243002:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788272070.243007:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272070.243011:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272070.243012:0:22793:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788272070.243015:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272070.243018:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272070.243019:0:22793:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788272070.243023:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788272070.243030:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8f6eb3cd3370) 00000020:00000080:2.0:1788272070.243039:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788272070.243043:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788272070.243046:0:22793:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788272070.243049:0:22793:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788272070.243055:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788272070.243106:0:22793:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eb0818000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788272070.243119:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8f6eb3cd0000) 00000020:00000080:2.0:1788272070.243126:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788272070.243192:0:22793:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788272070.243197:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd3900e7 00000020:00000080:2.0:1788272070.243279:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788272070.243284:0:22793:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788272070.243287:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x99288105fd3900ee 00080000:01000000:2.0:1788272070.243291:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788272070.243294:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd3900f5 00010000:00010000:3.0:1788272070.294274:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788272070.294758:0:22793:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1788272070.295058:0:22793:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788272070.295584:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8f6d823519b8) 00000020:00000080:3.0:1788272070.295600:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788272070.295724:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788272070.295731:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd390103 00000020:00000080:3.0:1788272070.296259:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788272070.298993:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x99288105fd39010a 00000020:00000080:3.0:1788272070.300797:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788272070.300812:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.300819:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.300821:0:22793:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788272070.300826:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788272070.300829:0:22793:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788272070.300831:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.300832:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.300842:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788272070.300845:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.300846:0:22793:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788272070.300849:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272070.300854:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.300856:0:22793:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788272070.300860:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788272070.300906:0:22793:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788272070.300932:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.300936:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.300937:0:22793:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788272070.300940:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272070.300943:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.300944:0:22793:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788272070.300947:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788272070.300952:0:22793:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:00000080:3.0:1788272070.300980:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788272070.300997:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8f6d82353370) 00000020:00000080:3.0:1788272070.301012:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788272070.301017:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788272070.301088:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788272070.301093:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788272070.301100:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd390118 00010000:00080000:3.0:1788272070.301132:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e84d0c000@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788272070.302712:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788272070.310004:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788272070.310021:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788272070.310063:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788272070.310084:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd39011f 00000100:00080000:3.0:1788272070.310094:0:22793:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788272070.310100:0:22793:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f6e84d0c000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272070.310138:0:22793:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86680 x1875138590235648/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272070.310271:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235648:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788272070.310343:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788272070.310416:0:22793:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1788272070.310474:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.310479:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.310481:0:22793:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788272070.310483:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788272070.310486:0:22793:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1788272070.310488:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.310490:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.310491:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788272070.310493:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.310495:0:22793:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788272070.310497:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788272070.310502:0:22793:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788272070.310506:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.310507:0:22793:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788272070.310510:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788272070.310513:0:22793:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:3.0:1788272070.310536:0:22793:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788272070.310539:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788272070.310553:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8f6d82350000) 00000020:00000080:3.0:1788272070.310565:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788272070.310570:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788272070.310669:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788272070.310675:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788272070.310681:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd39012d 00010000:00080000:3.0:1788272070.310718:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6ebfc0c800@lustre-OST0000-osc-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788272070.310902:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1788272070.311303:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590235648 00000100:00100000:2.0:1788272070.311312:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590235648 00000100:00100000:2.0:1788272070.311351:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788272070.311361:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590235648:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788272070.311377:0:22780:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1788272070.316011:0:22793:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788272070.316260:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788272070.317579:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788272070.317815:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788272070.324066:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:2.0:1788272070.325273:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590235648:12345-0@lo:38:llog_process_th.0 Request processed in 13906us (14923us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272070.325296:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:0.0:1788272070.325663:0:22799:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788272070.325668:0:22799:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788272070.326781:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788272070.326796:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788272070.326838:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788272070.326858:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd390134 00000100:00080000:3.0:1788272070.326868:0:22793:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788272070.326873:0:22793:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f6ebfc0c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272070.326908:0:22793:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb87480 x1875138590235776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272070.326937:0:22793:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788272070.326991:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.326996:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.326998:0:22793:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788272070.327001:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788272070.327004:0:22793:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788272070.327006:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.327007:0:22793:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788272070.327008:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788272070.327011:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.327012:0:22793:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788272070.327014:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788272070.327019:0:22793:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788272070.327022:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.327024:0:22793:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788272070.327026:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788272070.327030:0:22793:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:3.0:1788272070.327054:0:22793:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788272070.327056:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788272070.327068:0:22793:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8f6d82354d28) 00000020:00000080:3.0:1788272070.327079:0:22793:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788272070.327084:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788272070.327149:0:22793:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788272070.327155:0:22793:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788272070.327161:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x99288105fd390142 00010000:00080000:3.0:1788272070.327307:0:22793:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6eb4188800@lustre-OST0001-osc-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788272070.327522:0:22793:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788272070.327597:0:22793:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788272070.327614:0:22793:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00080000:1.0:1788272070.331496:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788272070.331508:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788272070.331513:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235648:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788272070.331546:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235776:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788272070.331611:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590235776 offset 0 length 520: 4 00000040:00080000:3.0:1788272070.331826:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788272070.332136:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788272070.332333:0:22793:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1788272070.332895:0:22801:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788272070.332900:0:22801:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788272070.333573:0:22793:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788272070.333584:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788272070.333688:0:22793:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788272070.333709:0:22793:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd390149 00000100:00080000:3.0:1788272070.333719:0:22793:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788272070.333724:0:22793:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272070.333757:0:22793:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86d80 x1875138590235904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272070.333812:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235904:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788272070.333863:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590235904 offset 0 length 520: 4 00000100:00080000:3.0:1788272070.333931:0:22793:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1788272070.334089:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.334094:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.334096:0:22793:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788272070.334099:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272070.334103:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.334105:0:22793:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788272070.334107:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788272070.334109:0:22793:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788272070.334111:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.334114:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.334115:0:22793:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788272070.334117:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272070.334125:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.334127:0:22793:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788272070.334131:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788272070.334163:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22793:1875138590236032:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788272070.334228:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.334255:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272070.334372:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236032 00000100:00100000:2.0:1788272070.334380:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236032 00000100:00100000:2.0:1788272070.334431:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788272070.334441:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22793:x1875138590236032:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.334553:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22793:x1875138590236032:12345-0@lo:502:llog_process_th.0 Request processed in 112us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272070.334560:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272070.334658:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22793:1875138590236032:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788272070.334685:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.334689:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.334690:0:22793:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788272070.334694:0:22793:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1788272070.334741:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1788272070.334761:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788272070.334866:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900c4 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.334878:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4800/0x99288105fd3900bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900c4 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272070.334885:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6eb0818000 from 1 10000000:01000000:3.0:1788272070.334887:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788272070.334913:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.334932:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.334941:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.334954:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236160:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272070.334991:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.335015:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.335033:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236160 00000100:00100000:3.0:1788272070.335037:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236160 00000100:00100000:3.0:1788272070.335062:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788272070.335068:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+9:22754:x1875138590236160:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272070.335078:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272070.335094:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390150 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.335114:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390150 expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.335124:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390150 expref: 10 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.335133:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20e00, rc 0) 00000100:00100000:3.0:1788272070.335161:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+10:22754:x1875138590236160:12345-0@lo:101:mount.lustre.0 Request processed in 93us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.335181:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788272070.335216:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236160:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272070.335227:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.335235:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.335744:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236288:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788272070.335826:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.335844:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.336068:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236288 00000100:00100000:1.0:1788272070.336073:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236288 00000100:00100000:1.0:1788272070.336108:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788272070.336116:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+10:22754:x1875138590236288:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788272070.336130:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788272070.336137:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788272070.336210:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+10:22754:x1875138590236288:12345-0@lo:256:mount.lustre.0 Request processed in 95us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.336216:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788272070.336331:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236288:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788272070.336850:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788272070.337136:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.337147:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272070.337155:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6eb0818000 from 1 10000000:01000000:3.0:1788272070.337158:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788272070.337291:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.337300:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.337309:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.337326:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236416:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272070.337368:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.337436:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272070.337473:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236416 00000100:00100000:1.0:1788272070.337479:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236416 00000100:00100000:1.0:1788272070.337544:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788272070.337552:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+10:22754:x1875138590236416:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272070.337563:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272070.337575:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39015e expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.337595:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39015e expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.337604:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39015e expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.337612:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729600, rc 0) 00000100:00100000:1.0:1788272070.337672:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590236416:12345-0@lo:101:mount.lustre.0 Request processed in 120us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.337678:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788272070.337755:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236416:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272070.337769:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272070.337779:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272070.337841:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236544:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.337868:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.337992:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e813709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.338072:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236544 00000100:00100000:3.0:1788272070.338077:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236544 00000100:00100000:3.0:1788272070.338100:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788272070.338105:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590236544:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272070.338273:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590236544:12345-0@lo:501:mount.lustre.0 Request processed in 166us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.338279:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788272070.338407:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236544:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.338443:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236672:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272070.338482:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.338503:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e813709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.338554:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236672 00000100:00100000:3.0:1788272070.338558:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236672 00000100:00100000:3.0:1788272070.338577:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788272070.338582:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590236672:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272070.338685:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590236672:12345-0@lo:503:mount.lustre.0 Request processed in 103us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.338692:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788272070.338767:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590236672:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272070.339108:0:22803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22803:1875138590236800:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788272070.339143:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.339180:0:22803:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83021f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.339276:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236800 00000100:00100000:3.0:1788272070.339282:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236800 00000100:00100000:3.0:1788272070.339301:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788272070.339306:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22803:x1875138590236800:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788272070.339665:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22803:x1875138590236800:12345-0@lo:502:llog_process_th.0 Request processed in 356us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.339672:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272070.339753:0:22803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22803:1875138590236800:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788272070.339773:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272070.339782:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.339784:0:22803:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788272070.339790:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6eb0818000 00000020:00000080:0.0:1788272070.339793:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788272070.339801:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272070.339803:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.339804:0:22803:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788272070.339806:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272070.339808:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.339810:0:22803:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788272070.339812:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6eb0818000 00000020:00000080:0.0:1788272070.339814:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788272070.339868:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272070.342009:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.342016:0:22803:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788272070.342026:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272070.342032:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.342033:0:22803:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788272070.342038:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6eb0818000 00000020:00000080:0.0:1788272070.342041:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788272070.342107:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272070.342111:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.342112:0:22803:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788272070.342115:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272070.342118:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272070.342119:0:22803:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788272070.342123:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6eb0818000 00000020:00000080:0.0:1788272070.342125:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788272070.342198:0:22803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22803:1875138590236928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788272070.342268:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272070.342312:0:22803:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e813709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.342427:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590236928 00000100:00100000:3.0:1788272070.342435:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590236928 00000100:00100000:3.0:1788272070.342490:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788272070.342501:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22803:x1875138590236928:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788272070.342649:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22803:x1875138590236928:12345-0@lo:502:llog_process_th.0 Request processed in 149us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.342657:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788272070.342715:0:22803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22803:1875138590236928:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788272070.342751:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272070.342756:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272070.342758:0:22803:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788272070.342763:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788272070.342825:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788272070.342847:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788272070.351993:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.352013:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272070.352086:0:22754:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788272070.352089:0:22754:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f6eb0818000 10000000:01000000:3.0:1788272070.352092:0:22754:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f6eb0818000 10000000:01000000:3.0:1788272070.352097:0:22754:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788272070.352103:0:22754:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f6eb0818000 from 1 10000000:01000000:3.0:1788272070.352106:0:22754:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788272070.352142:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.352152:0:22754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.352164:0:22754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.352265:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237056:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272070.352334:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.352376:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e540 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.355294:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237056 00000100:00100000:3.0:1788272070.355306:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237056 00000100:00100000:3.0:1788272070.355357:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788272070.355366:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22754:x1875138590237056:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272070.355385:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272070.355404:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20400/0x99288105fd390173 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39016c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.355432:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20400/0x99288105fd390173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39016c expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.355444:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20400/0x99288105fd390173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39016c expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.355454:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20400, rc 0) 00000100:00100000:3.0:1788272070.355531:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237056:12345-0@lo:101:mount.lustre.0 Request processed in 166us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.355538:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788272070.355595:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237056:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272070.355612:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390173 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.355639:0:22754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390173 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.355709:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237184:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272070.355739:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.355774:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272070.356294:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237184 00000100:00100000:0.0:1788272070.356300:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237184 00000100:00100000:0.0:1788272070.356374:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788272070.356383:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237184:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272070.356504:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237184:12345-0@lo:501:mount.lustre.0 Request processed in 123us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272070.356512:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788272070.359137:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237184:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272070.359222:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237312:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272070.359299:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272070.363417:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.364535:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237312 00000100:00100000:3.0:1788272070.364549:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237312 00000100:00100000:3.0:1788272070.364605:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788272070.364616:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237312:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272070.364799:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237312:12345-0@lo:503:mount.lustre.0 Request processed in 184us (5499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272070.364807:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788272070.365026:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237312:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272070.365416:0:22809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.365459:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272070.365524:0:22809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325a600 going to sleep for 11 seconds 00000100:00100000:0.0:1788272070.365575:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237440 00000100:00100000:0.0:1788272070.365580:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237440 00000100:00100000:1.0:1788272070.365662:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788272070.365673:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237440:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788272070.365794:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237440:12345-0@lo:502:llog_process_th.0 Request processed in 123us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.365801:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788272070.365875:0:22809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237440:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788272070.365947:0:22809:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788272070.365968:0:22809:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8f6eb3cd19b8) 00000020:00000080:2.0:1788272070.365992:0:22809:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1788272070.366088:0:22809:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eb0818000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788272070.366093:0:22809:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6eb0818000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788272070.366096:0:22809:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6eb0818000 4 00010000:00080000:2.0:1788272070.366129:0:22809:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6d83216000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:2.0:1788272070.367682:0:22809:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1788272070.369799:0:22809:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788272070.369846:0:22809:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788272070.369858:0:22809:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x99288105fd390181 00000100:00080000:2.0:1788272070.369869:0:22809:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788272070.369875:0:22809:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f6d83216000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788272070.369911:0:22809:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d82338e00 x1875138590237568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272070.369985:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590237568:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788272070.370054:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788272070.370117:0:22809:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788272070.370532:0:22809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.370578:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272070.370604:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237696 00000100:00100000:2.0:1788272070.370610:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237696 00000100:00100000:2.0:1788272070.370670:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788272070.370679:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237696:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.370783:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237696:12345-0@lo:502:llog_process_th.0 Request processed in 104us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272070.370791:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788272070.370830:0:22809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272070.370850:0:22809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.370891:0:22809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237824:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.370932:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272070.370953:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237824 00000100:00100000:2.0:1788272070.370957:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237824 00000100:00100000:2.0:1788272070.370979:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788272070.370985:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237824:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788272070.371048:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22809:x1875138590237824:12345-0@lo:502:llog_process_th.0 Request processed in 62us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272070.371054:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788272070.371080:0:22809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272070.371091:0:22809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6134a90a-f5c0-4359-8bae-85444bf653a7:22809:1875138590237824:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788272070.371108:0:22809:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000100:00100000:3.0:1788272070.371444:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237568 00000100:00100000:3.0:1788272070.371449:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237568 00000100:00100000:3.0:1788272070.371480:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788272070.371486:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590237568:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788272070.371663:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3605:x1875138590237568:12345-0@lo:38:llog_process_th.0 Request processed in 176us (1608us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788272070.371669:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:01000000:3.0:1788272070.371689:0:22754:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788272070.371713:0:22754:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788272070.371727:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390173 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.371737:0:22754:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20c00/0x99288105fd39016c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390173 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788272070.371788:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788272070.371790:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788272070.371792:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272070.371793:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272070.371795:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272070.371796:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272070.371797:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272070.371799:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788272070.371802:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272070.371807:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788272070.371811:0:22754:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788272070.371813:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788272070.371815:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788272070.371816:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272070.371817:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272070.371817:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272070.371818:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272070.371819:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272070.371820:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788272070.371821:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272070.371822:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788272070.371835:0:22754:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788272070.371844:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237952:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788272070.371874:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.371892:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e480 going to sleep for 11 seconds 00000100:00100000:2.0:1788272070.371985:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590237952 00000100:00100000:2.0:1788272070.371989:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590237952 00000100:00100000:2.0:1788272070.372015:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788272070.372021:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237952:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788272070.372041:0:22770:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788272070.372056:0:22770:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788272070.373968:0:22770:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788272070.373984:0:22770:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788272070.374262:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22754:x1875138590237952:12345-0@lo:253:mount.lustre.0 Request processed in 2237us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272070.374273:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:3.0:1788272070.374575:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788272070.374580:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788272070.374599:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.374615:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390150 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.374652:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.374690:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390150 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272070.374705:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390150 expref: 11 pid: 22769 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272070.374717:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590238080:0@lo:104: 00000100:00100000:3.0:1788272070.374764:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272070.374795:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9172e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272070.374841:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:22754:1875138590237952:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788272070.374851:0:22754:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788272070.374855:0:22754:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788272070.374857:0:22754:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788272070.374858:0:22754:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272070.374859:0:22754:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272070.374860:0:22754:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272070.374862:0:22754:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272070.374863:0:22754:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272070.374865:0:22754:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788272070.374867:0:22754:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272070.374868:0:22754:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788272070.374881:0:22754:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788272070.375271:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238080 00000100:00100000:2.0:1788272070.375277:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238080 00000100:00100000:2.0:1788272070.375314:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788272070.375322:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590238080:12345-0@lo:104: 00010000:00010000:2.0:1788272070.375333:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272070.375385:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788272070.375391:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590238080:12345-0@lo:104: Request processed in 70us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272070.375407:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788272070.375432:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590238080:0@lo:104: 00010000:00010000:2.0:1788272070.375445:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272070.377769:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788272070.377782:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d83216000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788272070.377788:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788272070.377792:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590237568:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1788272070.377803:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272070.377810:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.377818:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20200 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:1.0:1788272070.377823:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.377831:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788272070.377838:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272070.377844:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788272070.377886:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.377892:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788272070.377937:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.377945:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390157 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272070.377975:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590238208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272070.378025:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272070.378087:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.378089:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272070.378091:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272070.378156:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238208 00000100:00100000:1.0:1788272070.378163:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238208 00010000:00010000:1.0:1788272070.378189:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390150 expref: 12 pid: 22769 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272070.378216:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788272070.378224:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:3607:x1875138590238208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272070.378237:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272070.378242:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390150 expref: 12 pid: 22769 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378253:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390150 expref: 12 pid: 22769 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378267:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390157 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390150 expref: 12 pid: 22769 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378280:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378288:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788272070.378312:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003732519s 00010000:00010000:1.0:1788272070.378316:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378323:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378329:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378337:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378341:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272070.378346:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378353:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378373:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272070.378384:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788272070.378401:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272070.378410:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272070.378417:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390188 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272070.378417:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+11:3607:x1875138590238208:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272070.378425:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788272070.378457:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590238208:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1788272070.387315:0:22754:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000020:00080000:0.0:1788272070.388377:0:22814:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1788272070.388382:0:22814:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:3.0:1788272070.388470:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:0.0:1788272070.388755:0:22815:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788272070.388762:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1788272070.389119:0:22815:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788272070.389188:0:22816:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8f6ebc2c1180 x1875138590238336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272070.389201:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000040:01000000:1.0:1788272070.389841:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788272070.389875:0:22754:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788272070.392720:0:22754:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788272070.392737:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788272070.392821:0:22754:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788272070.394751:0:22815:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788272070.394828:0:22815:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1788272070.395409:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788272070.396122:0:22754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788272070.396153:0:22754:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788272070.396770:0:22754:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1788272070.397310:0:22754:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1788272070.399545:0:22754:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1788272070.401552:0:22754:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788272070.401587:0:22754:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa349c1c2b988 00100000:10000000:0.0:1788272070.401593:0:22754:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1788272070.402119:0:22754:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788272070.402137:0:22754:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788272070.402160:0:22754:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=45 00000080:00000004:0.0:1788272070.402187:0:22754:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1788272070.402817:0:22754:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788272070.403031:0:22754:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788272071.135952:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788272071.326700:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788272071.326713:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6eb0818000 from 11 10000000:01000000:1.0:1788272071.326722:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788272071.326803:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272071.326819:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272071.326833:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272071.326868:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590238464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788272071.326986:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272071.327112:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb3cf2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788272071.327300:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238464 00000100:00100000:2.0:1788272071.327312:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238464 00000100:00100000:2.0:1788272071.327436:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788272071.327448:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+11:22772:x1875138590238464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272071.327466:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272071.327483:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39018f expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272071.327512:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39018f expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272071.327524:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39018f expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272071.327554:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de4400, rc 0) 00000100:00100000:2.0:1788272071.327607:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22772:x1875138590238464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272071.327615:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788272071.327794:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590238464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272071.327812:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272071.327823:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272071.327879:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590238592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788272071.327925:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272071.328117:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb3cf2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272071.328196:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238592 00000100:00100000:0.0:1788272071.328203:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238592 00000100:00100000:0.0:1788272071.328231:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788272071.328239:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22772:x1875138590238592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788272071.328258:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788272071.328279:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788272071.328282:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788272071.328375:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:22772:x1875138590238592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 136us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272071.328383:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788272071.328466:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590238592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788272071.328516:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788272071.328524:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272071.328534:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272071.389808:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000040:00080000:3.0:1788272071.391387:0:22808:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788272071.391397:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788272071.393507:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788272071.393526:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788272072.159268:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272072.413736:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000040:00080000:0.0:1788272072.418662:0:22808:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788272072.418675:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788272072.418846:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788272072.418907:0:22808:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788272072.419102:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:0.0:1788272073.184984:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272073.440953:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00010000:00010000:1.0:1788272074.206420:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272074.461750:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000001:02000400:2.0:1788272074.789153:0:23059:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788272075.232392:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272075.490097:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000100:00080000:2.0:1788272075.805833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788272075.805842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788272075.805846:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788272075.805857:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1788272075.805864:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788272075.805873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f6e84d0c000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788272075.805902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d8233b100 x1875138590238848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788272075.805925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788272075.805929:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788272075.805932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788272075.805935:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788272075.805937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788272075.805941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788272075.805942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6d83216000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788272075.805947:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f6d83216000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788272075.805968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d8233b800 x1875138590238976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788272075.806026:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590238848:0@lo:38:kworker.0 00000100:00100000:2.0:1788272075.806121:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272075.806179:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590238976:0@lo:38:kworker.0 00000100:00100000:2.0:1788272075.806208:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272075.806482:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788272075.806492:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590238720:0@lo:400:kworker.0 00000100:00100000:0.0:1788272075.806532:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272075.806595:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238848 00000100:00100000:0.0:1788272075.806604:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238848 00000100:00100000:0.0:1788272075.806663:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272075.806673:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590238848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788272075.806697:0:22781:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788272075.806760:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590238848:12345-0@lo:38:kworker.0 Request processed in 86us (638us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788272075.806768:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272075.807465:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238976 00000100:00100000:3.0:1788272075.807473:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238976 00000100:00100000:3.0:1788272075.807499:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272075.807505:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3605:x1875138590238976:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788272075.807529:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 636 last 0 00000020:00000080:3.0:1788272075.807604:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x99288105fd39019d 00000004:00100000:3.0:1788272075.807643:0:22777:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788272075.807806:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6ebc262800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272075.807892:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3605:x1875138590238976:12345-0@lo:38:kworker.0 Request processed in 385us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272075.807899:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788272075.808051:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238720 00000100:00100000:2.0:1788272075.808057:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238720 00000100:00100000:2.0:1788272075.808095:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788272075.808103:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:3609:x1875138590238720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272075.808153:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:3609:x1875138590238720:12345-0@lo:400:kworker.0 Request processed in 50us (1620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272075.808160:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788272075.808222:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590238720:0@lo:400:kworker.0 00000100:00080000:2.0:1788272075.808260:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272075.808266:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272075.808269:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590238848:0@lo:38:kworker.0 00010000:00080000:2.0:1788272075.808283:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f6d8233b800 x1875138590238976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788272075.808298:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788272075.808307:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788272075.808312:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788272075.808315:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d83216000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788272075.808321:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3605:1875138590238976:0@lo:38:kworker.0 00000020:00000004:1.0:1788272075.873204:0:23111:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788272075.873491:0:23111:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788272076.253830:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272076.509733:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000020:00000004:3.0:1788272076.805495:0:23161:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788272076.806129:0:23161:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788272077.280717:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272077.534052:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00010000:00010000:3.0:1788272078.302821:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272078.565222:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00010000:00010000:0.0:1788272079.326345:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272079.583673:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00010000:00010000:3.0:1788272080.350135:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272080.614549:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000100:00100000:0.0:1788272080.925805:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272070/real 1788272070] req@ffff8f6ebfb86d80 x1875138590235904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272080 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272080.925843:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebfb86d80 x1875138590235904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272080 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272080.925854:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272070/real 1788272070] req@ffff8f6ebfb87480 x1875138590235776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272080 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272080.925865:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebfb87480 x1875138590235776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272080 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272080.925901:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272080.925960:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272080.925965:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235904:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788272080.925970:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfc0c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1788272080.926169:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590239104:0@lo:400:kworker.0 00000100:00100000:2.0:1788272080.926232:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272080.926327:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590239104 00000100:00100000:1.0:1788272080.926335:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590239104 00000100:00100000:1.0:1788272080.926378:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788272080.926386:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:3609:x1875138590239104:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788272080.926442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788272080.926446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788272080.926449:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272080.926453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:3.0:1788272080.926457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272080.926462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f6e84d0c000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272080.926481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86300 x1875138590239232/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272080.926491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272080.926494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788272080.926496:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfc0c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272080.926499:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:3.0:1788272080.926501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788272080.926504:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f6ebfc0c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272080.926511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb85f80 x1875138590239360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272080.926530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272080.926533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788272080.926534:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272080.926537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:3.0:1788272080.926539:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788272080.926542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272080.926550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb84700 x1875138590239488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272080.926718:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272080.926722:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590235776:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1788272080.926751:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239232:0@lo:38:kworker.0 00000100:00100000:0.0:1788272080.926784:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272080.926801:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239360:0@lo:8:kworker.0 00000400:00000100:0.0:1788272080.926817:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590239360 offset 0 length 520: 4 00000100:00100000:0.0:1788272080.926831:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239488:0@lo:8:kworker.0 00000400:00000100:0.0:1788272080.926859:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590239488 offset 0 length 520: 4 00000100:00100000:0.0:1788272080.926880:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590239232 00000100:00100000:0.0:1788272080.926883:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590239232 00000100:00100000:0.0:1788272080.926902:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272080.926908:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590239232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788272080.926923:0:22781:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788272080.933013:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+12:3609:x1875138590239104:12345-0@lo:400:kworker.0 Request processed in 6617us (6770us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272080.933029:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788272080.933101:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590239616:0@lo:400:kworker.0 00000100:00100000:1.0:1788272080.933151:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272080.933237:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590239616 00000100:00100000:3.0:1788272080.933245:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590239616 00000100:00100000:3.0:1788272080.933296:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788272080.933305:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590239616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272080.933357:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590239616:12345-0@lo:400:kworker.0 Request processed in 54us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272080.933364:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788272080.933437:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f6ebfb85880 x1875138590239616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272080.933449:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590239616:0@lo:400:kworker.0 00000100:00100000:2.0:1788272080.934866:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590239104:0@lo:400:kworker.0 00000100:00100000:0.0:1788272080.946492:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3605:x1875138590239232:12345-0@lo:38:kworker.0 Request processed in 19573us (19697us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788272080.946509:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788272080.951968:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272080.952159:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272080.952165:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239232:0@lo:38:kworker.0 00010000:00010000:3.0:1788272081.376949:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272081.636841:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000020:01000004:3.0:1788272082.082020:0:23506:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788272082.082024:0:23506:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788272082.082026:0:23506:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788272082.082142:0:23506:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f6d832b0800 00000020:01000004:3.0:1788272082.082158:0:23506:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788272082.082170:0:23506:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788272082.082195:0:23506:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8f6e8801cd28) 00000020:00000080:3.0:1788272082.082211:0:23506:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788272082.154187:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.154606:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788272082.155609:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.156078:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.156273:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.156483:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.156703:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.158938:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.160775:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.161149:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.161396:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.161641:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788272082.162128:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.162359:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1788272082.167030:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.167542:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.167840:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.168146:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.168375:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.168611:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.168879:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.169197:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.169438:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.169665:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.169877:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.170079:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.170276:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.170470:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.171066:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.172848:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.173319:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.173525:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.173795:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.175356:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.177120:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.177436:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788272082.177772:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.178129:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788272082.178461:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788272082.179833:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788272082.182107:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1788272082.182587:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788272082.182982:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788272082.183320:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788272082.183603:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788272082.184092:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00080000:01000000:2.0:1788272082.186514:0:23506:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788272082.188955:0:23506:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1788272082.188968:0:23506:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788272082.188982:0:23506:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd3901ab 00000020:01000004:2.0:1788272082.188990:0:23506:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788272082.189010:0:23506:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788272082.189013:0:23506:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788272082.189019:0:23506:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1788272082.189066:0:23506:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1788272082.189070:0:23506:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1788272082.198347:0:23506:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788272082.198395:0:23506:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.103@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1788272082.198400:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788272082.198407:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788272082.198408:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272082.198409:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272082.198410:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272082.198412:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272082.198413:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272082.198415:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272082.198416:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272082.198420:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1788272082.198422:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788272082.198423:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788272082.198424:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272082.198424:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272082.198425:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272082.198426:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272082.198427:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272082.198428:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272082.198429:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272082.198460:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1788272082.198482:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590239744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788272082.198556:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.198610:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e830073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.199078:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590239744 00000100:00100000:2.0:1788272082.199093:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590239744 00000100:00100000:2.0:1788272082.199161:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788272082.199171:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:23506:x1875138590239744:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788272082.199204:0:22768:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788272082.199208:0:22768:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1788272082.199215:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788272082.202438:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:23506:x1875138590239744:12345-0@lo:253:mount.lustre.0 Request processed in 3260us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272082.202453:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272082.202881:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590239744:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788272082.202896:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788272082.202899:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788272082.202901:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788272082.202902:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272082.202903:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272082.202904:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272082.202906:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272082.202907:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788272082.202909:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272082.202910:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788272082.202929:0:23506:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f6d832b0800 from lustre-MDT0001 10000000:01000000:3.0:1788272082.202970:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1788272082.202974:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788272082.202980:0:23506:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f6ea6bf4d28 local copy 00010000:00010000:3.0:1788272082.203004:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272082.203118:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590239872:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272082.203164:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.203200:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83007240 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.203327:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590239872 00000100:00100000:1.0:1788272082.203334:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590239872 00000100:00100000:1.0:1788272082.203378:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788272082.203393:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:23506:x1875138590239872:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272082.203470:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+12:23506:x1875138590239872:12345-0@lo:501:mount.lustre.0 Request processed in 79us (306us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788272082.203477:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788272082.203554:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590239872:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788272082.203567:0:23506:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788272082.203597:0:23506:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788272082.203603:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.203613:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.203663:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f6d832b0800 10000000:01000000:0.0:1788272082.203668:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788272082.203672:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8f6ea6bf4d28 10000000:01000000:0.0:1788272082.203675:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788272082.203678:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8f6ea6bf4d28 from 1 10000000:01000000:0.0:1788272082.203681:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788272082.203705:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.203736:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.203747:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.203759:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240000:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272082.203788:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272082.203807:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9014b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.203881:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240000 00000100:00100000:2.0:1788272082.203886:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240000 00000100:00100000:2.0:1788272082.203916:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788272082.203923:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+12:23506:x1875138590240000:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272082.203932:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272082.203945:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81de5e00/0x99288105fd3901b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3901b2 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.203975:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de5e00/0x99288105fd3901b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3901b2 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.203987:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81de5e00/0x99288105fd3901b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3901b2 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.203995:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5e00, rc 0) 00000100:00100000:2.0:1788272082.204023:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+13:23506:x1875138590240000:12345-0@lo:101:mount.lustre.0 Request processed in 101us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272082.204030:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788272082.204189:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240000:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272082.204201:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901b9 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204210:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3901b9 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.204225:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788272082.204241:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901b9 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204247:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4a00/0x99288105fd3901b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901b9 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.204254:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f6d832b0800 10000000:01000000:0.0:1788272082.204257:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788272082.204261:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f6d832b0800 from 1 10000000:01000000:0.0:1788272082.204262:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788272082.204284:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204292:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204299:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.204311:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240128:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272082.204338:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272082.204364:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9014b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.204448:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240128 00000100:00100000:2.0:1788272082.204453:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240128 00000100:00100000:2.0:1788272082.204490:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788272082.204497:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+13:23506:x1875138590240128:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272082.204504:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272082.204512:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81de4800/0x99288105fd3901c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3901c0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.204527:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de4800/0x99288105fd3901c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3901c0 expref: 14 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.204535:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81de4800/0x99288105fd3901c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3901c0 expref: 14 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.204542:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de4800, rc 0) 00000100:00100000:2.0:1788272082.204578:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+14:23506:x1875138590240128:12345-0@lo:101:mount.lustre.0 Request processed in 82us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272082.204584:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788272082.204690:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240128:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272082.204700:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901c7 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204708:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3901c7 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.204728:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788272082.204741:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901c7 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204753:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5600/0x99288105fd3901c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901c7 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.204759:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788272082.204763:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788272082.204768:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f6d832b0800 10000000:01000000:0.0:1788272082.204775:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788272082.204778:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1788272082.204780:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788272082.204792:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204798:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.204804:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.204815:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272082.204837:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272082.204857:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9014b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.205085:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240256 00000100:00100000:3.0:1788272082.205090:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240256 00000100:00100000:3.0:1788272082.205125:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788272082.205133:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+14:23506:x1875138590240256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272082.205140:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272082.205149:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20a00/0x99288105fd3901d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3901ce expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.205164:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20a00/0x99288105fd3901d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3901ce expref: 15 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.205173:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20a00/0x99288105fd3901d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3901ce expref: 15 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.205180:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20a00, rc 0) 00000100:00100000:3.0:1788272082.205209:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240256:12345-0@lo:101:mount.lustre.0 Request processed in 77us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.205215:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788272082.205523:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272082.205535:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901d5 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.205544:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3901d5 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788272082.213064:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788272082.213954:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788272082.225871:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788272082.226200:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1788272082.226239:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1788272082.227139:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1788272082.227170:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1788272082.227182:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1788272082.227195:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1788272082.227209:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1788272082.227222:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1788272082.227237:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1788272082.227252:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1788272082.227264:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1788272082.227276:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1788272082.227289:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1788272082.227303:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1788272082.227320:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1788272082.227334:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1788272082.227348:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1788272082.227360:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1788272082.227373:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1788272082.227387:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1788272082.227401:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1788272082.227415:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1788272082.227429:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1788272082.227443:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1788272082.227469:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1788272082.227480:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1788272082.227493:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1788272082.227503:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1788272082.227513:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1788272082.227523:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1788272082.227533:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1788272082.227544:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1788272082.227555:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1788272082.227567:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1788272082.227581:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1788272082.227593:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1788272082.227605:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1788272082.227646:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1788272082.227665:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1788272082.227679:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1788272082.227693:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1788272082.227718:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1788272082.227735:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1788272082.227765:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1788272082.227771:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1788272082.227866:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272082.227917:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.227955:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82af3540 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.228910:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240384 00000100:00100000:3.0:1788272082.228920:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240384 00000100:00100000:3.0:1788272082.228989:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788272082.229000:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240384:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272082.229189:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240384:12345-0@lo:501:mount.lustre.0 Request processed in 190us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.229197:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788272082.229299:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240384:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272082.229340:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240512:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272082.229386:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272082.229420:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.229537:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240512 00000100:00100000:3.0:1788272082.229542:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240512 00000100:00100000:3.0:1788272082.229576:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788272082.229583:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240512:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272082.230742:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240512:12345-0@lo:503:mount.lustre.0 Request processed in 1153us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.230754:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788272082.232280:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240512:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788272082.233250:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788272082.233335:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240640:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.233402:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.233492:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82b8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.233532:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240640 00000100:00100000:2.0:1788272082.233538:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240640 00000100:00100000:2.0:1788272082.233611:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788272082.233645:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240640:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272082.234367:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240640:12345-0@lo:502:mount.lustre.0 Request processed in 747us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272082.234382:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788272082.234473:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240640:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788272082.234656:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788272082.234679:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1788272082.234691:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1788272082.234701:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1788272082.234724:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1788272082.234737:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1788272082.234747:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1788272082.234758:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1788272082.234767:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1788272082.234778:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1788272082.234789:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1788272082.234800:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1788272082.234810:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1788272082.234828:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1788272082.234838:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1788272082.234851:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1788272082.234861:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1788272082.234872:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1788272082.234882:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1788272082.234893:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1788272082.234903:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1788272082.234914:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1788272082.234924:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1788272082.234935:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1788272082.234945:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1788272082.235179:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1788272082.235202:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1788272082.235218:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1788272082.235231:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1788272082.235245:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1788272082.235259:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1788272082.235272:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1788272082.235286:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1788272082.235298:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1788272082.235309:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1788272082.235319:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1788272082.235330:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1788272082.235344:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1788272082.235358:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1788272082.235371:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1788272082.235385:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1788272082.235398:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1788272082.235410:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1788272082.235422:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1788272082.235452:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240768:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.235506:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.235847:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82b8b840 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.235964:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240768 00000100:00100000:1.0:1788272082.235970:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240768 00000100:00100000:1.0:1788272082.236003:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788272082.236010:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240768:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272082.236103:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590240768:12345-0@lo:502:mount.lustre.0 Request processed in 92us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.236117:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788272082.236441:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590240768:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788272082.236488:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1788272082.236497:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1788272082.237218:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272082.237228:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272082.237231:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788272082.237236:0:23510:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1788272082.237239:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788272082.237254:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8f6eb4174d28) 00000020:00000080:2.0:1788272082.237273:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1788272082.237279:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788272082.237366:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788272082.237373:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd3901e3 00000020:00000080:2.0:1788272082.237556:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788272082.237560:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272082.237563:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272082.237565:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788272082.237567:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272082.237570:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272082.237572:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1788272082.237575:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788272082.237581:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8f6eb41719b8) 00000020:00000080:2.0:1788272082.237590:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1788272082.237594:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788272082.237595:0:23510:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1788272082.237598:0:23510:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1788272082.237603:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788272082.237679:0:23510:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6d832b0800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1788272082.237691:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8f6eb4173370) 00000020:00000080:2.0:1788272082.237699:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1788272082.237765:0:23510:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788272082.237769:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd3901f8 00000020:00000080:2.0:1788272082.237850:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1788272082.237856:0:23510:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788272082.237864:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x99288105fd3901ff 00080000:01000000:2.0:1788272082.237869:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788272082.237872:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd390206 00010000:00010000:3.0:1788272082.282813:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788272082.283369:0:23510:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788272082.283911:0:23510:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788272082.294249:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788272082.294265:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.294274:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.294276:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788272082.294280:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.294285:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.294287:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788272082.294290:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788272082.294295:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:00000080:1.0:1788272082.294396:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788272082.294413:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8f6ea6bf0000) 00000020:00000080:1.0:1788272082.294434:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788272082.294438:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788272082.294508:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788272082.294514:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788272082.294522:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd390214 00010000:00080000:1.0:1788272082.294551:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e87006800@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:1.0:1788272082.303867:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788272082.305373:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788272082.305390:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788272082.305428:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788272082.305518:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd39021b 00000100:00080000:1.0:1788272082.305597:0:23510:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788272082.305604:0:23510:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f6e87006800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272082.305676:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc310700 x1875138590240896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272082.305696:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788272082.305734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788272082.305745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788272082.305748:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272082.305753:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 642 00000100:00100000:3.0:1788272082.305766:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590240896:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788272082.305819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788272082.305826:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f6e84d0c000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272082.305841:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.305845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc311c00 x1875138590241024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272082.305859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.305862:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272082.305865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.305868:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788272082.305899:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590241024:0@lo:38:kworker.0 00000100:00100000:1.0:1788272082.305913:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590241152:0@lo:400:kworker.0 00000100:00100000:3.0:1788272082.305933:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.305955:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.306006:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590240896 00000100:00100000:3.0:1788272082.306013:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590240896 00000100:00100000:3.0:1788272082.306038:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241024 00000100:00100000:3.0:1788272082.306041:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241024 00000020:01000000:1.0:1788272082.306054:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:3.0:1788272082.306056:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000080:1.0:1788272082.306061:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306065:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000100:00100000:3.0:1788272082.306066:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590240896:12345-0@lo:38:llog_process_th.0 00000020:01000000:1.0:1788272082.306071:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788272082.306075:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788272082.306077:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788272082.306079:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788272082.306081:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788272082.306084:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306086:0:23510:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788272082.306089:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.306095:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306096:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788272082.306102:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00010000:00080000:3.0:1788272082.306103:0:22780:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000004:01000000:1.0:1788272082.306158:0:23510:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788272082.306185:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.306189:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306190:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788272082.306193:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788272082.306196:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1788272082.306197:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788272082.306198:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788272082.306200:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788272082.306202:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306204:0:23510:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788272082.306206:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272082.306455:0:22780:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd390222 00000004:00100000:3.0:1788272082.306472:0:22780:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788272082.306479:0:22780:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000004:1.0:1788272082.306747:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788272082.306754:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.306820:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788272082.306828:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788272082.306831:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:1.0:1788272082.306852:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788272082.306855:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788272082.306871:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8f6eb4e919b8) 00000020:00000080:1.0:1788272082.306886:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788272082.306892:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788272082.306971:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788272082.306978:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788272082.306985:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd390230 00010000:00080000:1.0:1788272082.307015:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e84b05000@lustre-OST0000-osc-MDT0001: add connection 192.168.201.103@tcp at head 00000100:00100000:3.0:1788272082.307286:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241152 00000100:00100000:3.0:1788272082.307293:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241152 00000100:00100000:3.0:1788272082.307344:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272082.307353:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590241152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272082.307431:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590241152:12345-0@lo:400:kworker.0 Request processed in 79us (1476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.307441:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788272082.307441:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00010000:00080000:3.0:1788272082.307502:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f6ebc311180 x1875138590241152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272082.307516:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590241152:0@lo:400:kworker.0 00000040:01000000:1.0:1788272082.309438:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788272082.311184:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1788272082.314579:0:22780:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b01000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272082.317290:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3605:x1875138590240896:12345-0@lo:38:llog_process_th.0 Request processed in 11217us (11442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.317305:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788272082.317348:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272082.317356:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590241024:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788272082.317423:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590241024:12345-0@lo:38:kworker.0 Request processed in 67us (11491us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788272082.317443:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:2.0:1788272082.319581:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272082.320248:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:3.0:1788272082.321051:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272082.321066:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788272082.321090:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788272082.321096:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788272082.321100:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e87006800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788272082.321158:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590240896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788272082.321190:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272082.321195:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272082.321199:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788272082.321202:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590241024:0@lo:38:kworker.0 00000100:00100000:3.0:1788272082.321517:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590241280:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788272082.321579:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:3.0:1788272082.321603:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272082.321677:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241280 00000100:00100000:2.0:1788272082.321690:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241280 00000100:00100000:2.0:1788272082.321753:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788272082.321763:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3608:x1875138590241280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788272082.321796:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000040:00080000:0.0:1788272082.322705:0:23515:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788272082.322721:0:23515:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:2.0:1788272082.322937:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3608:x1875138590241280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1172us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.322948:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590241280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788272082.323079:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000080:0.0:1788272082.329434:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272082.329450:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788272082.329494:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788272082.329514:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd390237 00000100:00080000:0.0:1788272082.329524:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788272082.329529:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f6e84b05000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272082.329562:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c2a00 x1875138590241408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272082.329592:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788272082.329652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.329659:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1788272082.329666:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272082.329672:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.329676:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000100:00080000:1.0:1788272082.329678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:01000000:0.0:1788272082.329680:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00080000:1.0:1788272082.329683:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1788272082.329685:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788272082.329688:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788272082.329690:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788272082.329692:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788272082.329695:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.329697:0:23510:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788272082.329699:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788272082.329703:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788272082.329720:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.329722:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788272082.329726:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788272082.329729:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:0.0:1788272082.329754:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788272082.329763:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788272082.329774:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8f6e85becd28) 00000020:00000080:0.0:1788272082.329787:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000100:00100000:3.0:1788272082.329788:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590241408:0@lo:8:llog_process_th.0 00000020:00000080:0.0:1788272082.329793:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000400:00000100:3.0:1788272082.329852:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590241408 offset 0 length 520: 4 00000004:00080000:0.0:1788272082.329858:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1788272082.329867:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788272082.329879:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x99288105fd390245 00010000:00080000:0.0:1788272082.329910:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e8b122800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:0.0:1788272082.330765:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1788272082.330840:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788272082.330856:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1788272082.341283:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788272082.342860:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788272082.343092:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1788272082.347091:0:23517:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788272082.347099:0:23517:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788272082.348260:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788272082.348273:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788272082.348312:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788272082.348334:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd39024c 00000100:00080000:0.0:1788272082.348344:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788272082.348351:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f6e8b122800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272082.348387:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c2680 x1875138590241536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272082.348418:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1788272082.348584:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590241536:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788272082.348674:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590241536 offset 0 length 520: 4 00000100:00080000:1.0:1788272082.348801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.348806:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272082.348809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.348811:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1788272082.349602:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272082.349608:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.349610:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788272082.349614:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272082.349646:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.349648:0:23510:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788272082.349652:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788272082.349654:0:23510:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788272082.349664:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272082.349667:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.349668:0:23510:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788272082.349670:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788272082.349673:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.349674:0:23510:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788272082.349677:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788272082.349705:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788272082.349718:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788272082.349720:0:23510:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788272082.349723:0:23510:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1788272082.349936:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788272082.349969:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788272082.349992:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901d5 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.350002:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4000/0x99288105fd3901ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3901d5 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272082.350010:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6d832b0800 from 1 10000000:01000000:3.0:1788272082.350013:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788272082.350043:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.350051:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.350062:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272082.350081:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241664:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272082.350130:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.350169:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8ad5fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272082.350261:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241664 00000100:00100000:0.0:1788272082.350267:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241664 00000100:00100000:0.0:1788272082.350546:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788272082.350557:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+15:23506:x1875138590241664:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272082.350569:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272082.350584:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390253 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.350606:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390253 expref: 16 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.350616:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390253 expref: 16 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.350663:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c4c00, rc 0) 00000100:00100000:0.0:1788272082.350703:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+16:23506:x1875138590241664:12345-0@lo:101:mount.lustre.0 Request processed in 148us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.350722:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788272082.351362:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272082.351379:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.351389:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272082.351979:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241792:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788272082.352036:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.352072:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8ad5fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272082.355133:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241792 00000100:00100000:0.0:1788272082.355150:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241792 00000100:00100000:0.0:1788272082.355241:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788272082.355252:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+16:23506:x1875138590241792:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788272082.355277:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788272082.355297:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788272082.355301:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788272082.355433:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+16:23506:x1875138590241792:12345-0@lo:256:mount.lustre.0 Request processed in 183us (3396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.355441:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788272082.355590:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241792:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788272082.356212:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788272082.356237:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356248:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272082.356256:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6d832b0800 from 1 10000000:01000000:3.0:1788272082.356259:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788272082.356289:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356298:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356308:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272082.356327:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241920:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272082.356369:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.356409:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8ad5fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.356594:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590241920 00000100:00100000:2.0:1788272082.356600:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590241920 00000100:00100000:3.0:1788272082.356823:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788272082.356834:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+16:23506:x1875138590241920:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272082.356845:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272082.356858:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390261 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356889:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390261 expref: 17 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356898:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390261 expref: 17 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272082.356906:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20600, rc 0) 00000100:00100000:3.0:1788272082.357013:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590241920:12345-0@lo:101:mount.lustre.0 Request processed in 182us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.357020:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788272082.358176:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590241920:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272082.358198:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.358209:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788272082.360073:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788272082.360385:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788272082.360739:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788272082.360762:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788272082.360773:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788272082.360784:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788272082.360806:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788272082.360818:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788272082.360829:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788272082.360839:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788272082.360850:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788272082.360860:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788272082.360871:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788272082.360886:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788272082.360890:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788272082.360953:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242048:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272082.361076:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.361166:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83021840 going to sleep for 11 seconds 00000100:00100000:0.0:1788272082.361277:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242048 00000100:00100000:0.0:1788272082.361284:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242048 00000100:00100000:0.0:1788272082.361385:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788272082.361394:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242048:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272082.361510:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242048:12345-0@lo:501:mount.lustre.0 Request processed in 116us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.361519:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788272082.361587:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242048:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272082.361615:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242176:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272082.361676:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.361883:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83021840 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.361968:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242176 00000100:00100000:3.0:1788272082.361972:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242176 00000100:00100000:3.0:1788272082.361996:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788272082.362002:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242176:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272082.362092:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242176:12345-0@lo:503:mount.lustre.0 Request processed in 88us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.362098:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788272082.362185:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242176:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788272082.362550:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788272082.362607:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242304:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272082.362666:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.362688:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e830210c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.362863:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242304 00000100:00100000:3.0:1788272082.362868:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242304 00000100:00100000:3.0:1788272082.362888:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788272082.362894:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242304:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.362977:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242304:12345-0@lo:502:mount.lustre.0 Request processed in 82us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.362984:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788272082.363060:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242304:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788272082.363223:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788272082.363250:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788272082.363265:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788272082.363278:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788272082.363292:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788272082.363306:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788272082.363334:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788272082.363351:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788272082.363366:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788272082.363397:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788272082.363410:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788272082.363430:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242432:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272082.363476:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.363503:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e830210c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.363653:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242432 00000100:00100000:3.0:1788272082.363658:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242432 00000100:00100000:3.0:1788272082.363684:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788272082.363690:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242432:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.363770:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242432:12345-0@lo:502:mount.lustre.0 Request processed in 79us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.363776:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788272082.363864:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242432:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788272082.363899:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788272082.363906:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788272082.364813:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.364824:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364832:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788272082.364839:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6d832b0800 00000020:00000080:1.0:1788272082.364842:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788272082.364850:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.364853:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364854:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788272082.364857:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.364859:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364860:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788272082.364864:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6d832b0800 00000020:00000080:1.0:1788272082.364866:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788272082.364927:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.364931:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364932:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788272082.364935:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.364937:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364938:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788272082.364941:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6d832b0800 00000020:00000080:1.0:1788272082.364943:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788272082.364969:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.364971:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364973:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788272082.364975:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788272082.364977:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.364978:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788272082.364981:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6d832b0800 00000020:00000080:1.0:1788272082.364983:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788272082.365004:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788272082.365008:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272082.365010:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788272082.365012:0:23519:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1788272082.366678:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788272082.366721:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788272082.366741:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.366753:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.366813:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788272082.366816:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f6d832b0800 10000000:01000000:0.0:1788272082.366818:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f6d832b0800 10000000:01000000:0.0:1788272082.366822:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788272082.366828:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f6d832b0800 from 1 10000000:01000000:0.0:1788272082.366830:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788272082.366871:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.366879:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.366890:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.366911:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242560:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788272082.367092:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272082.368777:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.376980:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242560 00000100:00100000:1.0:1788272082.377001:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242560 00000100:00100000:1.0:1788272082.377065:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788272082.377087:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:23506:x1875138590242560:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272082.377108:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272082.377126:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81729200/0x99288105fd390276 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39026f expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272082.377156:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729200/0x99288105fd390276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39026f expref: 18 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272082.377167:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81729200/0x99288105fd390276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39026f expref: 18 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272082.377176:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729200, rc 0) 00000100:00100000:1.0:1788272082.377325:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242560:12345-0@lo:101:mount.lustre.0 Request processed in 241us (10232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.377332:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788272082.377443:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242560:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272082.377463:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390276 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.377485:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390276 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272082.381950:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788272082.382285:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272082.382501:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788272082.382527:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788272082.382543:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788272082.382558:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788272082.382571:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788272082.382583:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788272082.382595:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788272082.382606:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788272082.382702:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788272082.382732:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788272082.382745:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788272082.382757:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788272082.382769:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788272082.382780:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788272082.382793:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788272082.382806:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788272082.382819:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788272082.382830:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788272082.382841:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788272082.382853:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788272082.382864:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788272082.382876:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788272082.382893:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788272082.382909:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788272082.382935:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788272082.382957:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788272082.382969:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788272082.382982:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788272082.382994:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788272082.383007:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788272082.383020:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788272082.383033:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788272082.383046:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788272082.383060:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788272082.383072:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788272082.383084:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788272082.383096:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788272082.383109:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788272082.383122:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788272082.383133:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788272082.383160:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788272082.383176:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788272082.383190:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788272082.383202:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788272082.383215:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788272082.383227:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788272082.383239:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788272082.383252:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788272082.383368:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788272082.383389:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788272082.383406:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788272082.383412:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788272082.383500:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242688:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272082.383569:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272082.383642:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bd540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272082.383866:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242688 00000100:00100000:0.0:1788272082.383875:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242688 00000100:00100000:0.0:1788272082.383926:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788272082.383937:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242688:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272082.384064:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242688:12345-0@lo:501:mount.lustre.0 Request processed in 127us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.384072:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788272082.388951:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242688:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272082.389027:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242816:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272082.389103:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.390859:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bd540 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.390922:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242816 00000100:00100000:1.0:1788272082.390931:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242816 00000100:00100000:1.0:1788272082.391061:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788272082.391073:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242816:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272082.391534:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242816:12345-0@lo:503:mount.lustre.0 Request processed in 462us (2429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.391542:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788272082.396197:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242816:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788272082.396838:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788272082.396939:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242944:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.397082:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.397125:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.397257:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590242944 00000100:00100000:1.0:1788272082.397264:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590242944 00000100:00100000:1.0:1788272082.397306:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788272082.397316:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242944:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272082.397431:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590242944:12345-0@lo:502:mount.lustre.0 Request processed in 114us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.397447:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788272082.397587:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590242944:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788272082.397788:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1788272082.397814:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1788272082.397829:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1788272082.397843:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1788272082.397857:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1788272082.397868:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1788272082.397880:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1788272082.397892:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1788272082.397904:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1788272082.397915:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1788272082.397927:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1788272082.397939:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1788272082.397966:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1788272082.397984:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1788272082.397996:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1788272082.398021:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1788272082.398041:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1788272082.398053:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1788272082.398067:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1788272082.398079:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1788272082.398092:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1788272082.398106:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1788272082.398116:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1788272082.398130:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1788272082.398141:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1788272082.398153:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1788272082.398165:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1788272082.398176:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1788272082.398188:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1788272082.398201:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1788272082.398336:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1788272082.398367:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1788272082.398381:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1788272082.398393:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1788272082.398404:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1788272082.398414:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1788272082.398427:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1788272082.398439:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1788272082.398452:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1788272082.398466:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1788272082.398478:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1788272082.398490:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1788272082.398503:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1788272082.398517:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1788272082.398531:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1788272082.398544:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1788272082.398558:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1788272082.398585:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1788272082.398646:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.398699:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.398738:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d240 going to sleep for 11 seconds 00000100:00100000:2.0:1788272082.400313:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243072 00000100:00100000:2.0:1788272082.400323:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243072 00000100:00100000:2.0:1788272082.400375:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788272082.400385:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243072:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272082.400537:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243072:12345-0@lo:502:mount.lustre.0 Request processed in 153us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272082.400545:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:3.0:1788272082.400797:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272082.400826:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788272082.401096:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1788272082.401123:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1788272082.401157:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272082.401198:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272082.401331:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.402506:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243200 00000100:00100000:1.0:1788272082.402515:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243200 00000100:00100000:1.0:1788272082.402564:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788272082.402574:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243200:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272082.402753:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243200:12345-0@lo:502:mount.lustre.0 Request processed in 180us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.402760:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788272082.402865:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243200:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788272082.402937:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788272082.402949:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788272082.403866:0:23524:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1788272082.403882:0:23524:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8f6e85be99b8) 00000020:00000080:0.0:1788272082.403903:0:23524:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1788272082.407846:0:23524:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6d832b0800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788272082.407858:0:23524:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6d832b0800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788272082.407861:0:23524:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d832b0800 3 00010000:00080000:0.0:1788272082.407919:0:23524:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6eb3d38800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:0.0:1788272082.413553:0:23524:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788272082.413813:0:23524:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788272082.413860:0:23524:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788272082.413874:0:23524:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x99288105fd390284 00000100:00080000:0.0:1788272082.413886:0:23524:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788272082.413891:0:23524:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f6eb3d38800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272082.413928:0:23524:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c1f80 x1875138590243328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272082.413964:0:23524:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788272082.414052:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590243328:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788272082.414127:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788272082.415431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.415439:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272082.415442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272082.415445:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1788272082.417837:0:23524:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:0.0:1788272082.418085:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243328 00000100:00100000:0.0:1788272082.418096:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243328 00000100:00100000:0.0:1788272082.418135:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272082.418144:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3605:x1875138590243328:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788272082.418171:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:0.0:1788272082.418208:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x99288105fd39028b 00000004:00100000:0.0:1788272082.418225:0:22777:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788272082.418257:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6eb3d39000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272082.418345:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3605:x1875138590243328:12345-0@lo:38:llog_process_th.0 Request processed in 200us (4215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.418353:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788272082.418394:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebc2c1f80 x1875138590243328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272082.418405:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788272082.418412:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788272082.418418:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788272082.418422:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788272082.418424:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb3d38800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788272082.418436:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3605:1875138590243328:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1788272082.418533:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788272082.418564:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788272082.418586:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390276 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272082.418596:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c5800/0x99288105fd39026f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390276 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788272082.418661:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788272082.418663:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788272082.418664:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272082.418666:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272082.418667:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272082.418668:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272082.418670:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272082.418675:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272082.418677:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788272082.418680:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788272082.418683:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788272082.418684:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788272082.418685:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272082.418686:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272082.418687:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272082.418688:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272082.418689:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272082.418690:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272082.418691:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788272082.418720:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788272082.418736:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243456:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788272082.418781:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.418809:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243456 00000100:00100000:1.0:1788272082.418813:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243456 00000100:00100000:1.0:1788272082.418843:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788272082.418849:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243456:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788272082.418871:0:22770:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788272082.418885:0:22770:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788272082.418984:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e887c8480 going to sleep for 11 seconds 00000001:00100000:3.0:1788272082.421469:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788272082.421586:0:22770:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788272082.421603:0:22770:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1788272082.421651:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788272082.421657:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788272082.421679:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.421697:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39018f expref: 18 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.422004:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.422016:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.422052:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.422065:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272082.422083:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590243584:0@lo:104: 00000100:00100000:2.0:1788272082.422142:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788272082.422189:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd39018f expref: 18 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.422197:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd39018f expref: 18 pid: 22768 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272082.422204:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590243712:0@lo:104: 00000100:00100000:3.0:1788272082.422480:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:23506:x1875138590243456:12345-0@lo:253:mount.lustre.0 Request processed in 3629us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.422491:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788272082.422653:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:23506:1875138590243456:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788272082.422666:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788272082.422670:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788272082.422672:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788272082.422673:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788272082.422674:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788272082.422675:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788272082.422677:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788272082.422678:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788272082.422680:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788272082.422688:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788272082.422702:0:23506:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788272082.422748:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272082.422768:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bd600 going to sleep for 11 seconds 00000100:00100000:0.0:1788272082.423791:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243584 00000100:00100000:0.0:1788272082.423800:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243584 00000100:00100000:0.0:1788272082.423840:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243712 00000100:00100000:0.0:1788272082.423844:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243712 00000100:00100000:0.0:1788272082.423860:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272082.423869:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590243584:12345-0@lo:104: 00010000:00010000:0.0:1788272082.423884:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.426168:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788272082.426180:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590243584:12345-0@lo:104: Request processed in 2309us (4035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.426191:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272082.426218:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272082.426228:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590243712:12345-0@lo:104: 00010000:00010000:0.0:1788272082.426244:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.427405:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788272082.427416:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590243712:12345-0@lo:104: Request processed in 1189us (4666us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.427426:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788272082.427476:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272082.427484:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.427493:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21a00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272082.427504:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.427514:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272082.427521:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.427527:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272082.428430:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428440:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272082.428462:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428469:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21a00/0x99288105fd390253 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39025a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428482:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1788272082.428485:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590243584:0@lo:104: 00010000:00010000:0.0:1788272082.428485:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428492:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728a00 already unused, calling callback (ffffffffc113ac20) 00000100:00100000:2.0:1788272082.428495:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590243712:0@lo:104: 10000000:00010000:0.0:1788272082.428495:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428502:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.428518:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272082.428518:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272082.428524:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272082.428551:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428557:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272082.428583:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428590:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd39018f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390196 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.428603:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272082.428604:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272082.428606:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272082.428647:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590243840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272082.428651:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590243968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788272082.428940:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272082.429223:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272082.429600:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243840 00000100:00100000:0.0:1788272082.429607:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243840 00010000:00010000:0.0:1788272082.429858:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.429893:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272082.429903:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3609:x1875138590243840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272082.429917:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272082.429922:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.429941:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.429959:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c4c00/0x99288105fd39025a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390253 expref: 18 pid: 22769 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.429974:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272082.430020:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:3609:x1875138590243840:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.430027:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272082.430067:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590243840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272082.430668:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272082.431486:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590243968 00000100:00100000:0.0:1788272082.431494:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590243968 00010000:00010000:0.0:1788272082.431520:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39018f expref: 17 pid: 22768 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272082.431641:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272082.431650:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:3606:x1875138590243968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272082.431661:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272082.431666:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39018f expref: 17 pid: 22768 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431678:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd39018f expref: 17 pid: 22768 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431692:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de4400/0x99288105fd390196 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd39018f expref: 17 pid: 22768 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431729:0:22762:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431738:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788272082.431754:0:22762:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010097817s 00010000:00010000:0.0:1788272082.431759:0:22762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431765:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431772:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431779:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431786:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272082.431790:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431797:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431819:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272082.431829:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272082.431886:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+16:3606:x1875138590243968:12345-0@lo:103:ldlm_bl.0 Request processed in 238us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272082.431894:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272082.431932:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590243968:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272082.432055:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.432064:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272082.432071:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de4200/0x99288105fd390292 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:3.0:1788272082.436765:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1788272082.436905:0:23530:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788272082.436910:0:23530:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788272082.437815:0:23531:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788272082.437958:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1788272082.438276:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244096:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.438360:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:3.0:1788272082.438675:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1788272082.438739:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788272082.439199:0:23506:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788272082.439205:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1788272082.439243:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788272082.440340:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788272082.441018:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788272082.441052:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1788272082.441136:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788272082.442717:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244096 00000100:00100000:1.0:1788272082.442729:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244096 00000100:00100000:1.0:1788272082.442787:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272082.442798:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244096:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.442909:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244096:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 113us (4548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.442917:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272082.442946:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.442971:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244096:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1788272082.443007:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788272082.443051:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.443091:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.443112:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244224 00000100:00100000:1.0:1788272082.443116:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244224 00000100:00100000:1.0:1788272082.443136:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788272082.443141:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244224:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.443223:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244224:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 81us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272082.443229:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788272082.443245:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e240 going to sleep for 11 seconds 00000100:00100000:1.0:1788272082.443256:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.444640:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1875138590244352:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.444700:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1788272082.446406:0:23531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788272082.448544:0:23531:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788272082.448612:0:23531:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00080000:10000000:3.0:1788272082.449729:0:23506:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1788272082.450245:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e900 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.450892:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244352 00000100:00100000:3.0:1788272082.450902:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244352 00000100:00100000:3.0:1788272082.450955:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788272082.450966:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1875138590244352:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788272082.451054:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1875138590244352:12345-0@lo:900:lod0001_rec0000.0 Request processed in 90us (6353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.451061:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788272082.451161:0:23532:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebc312d80 x1875138590244352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788272098 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272082.451176:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1875138590244352:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.451242:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788272082.451357:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272082.451396:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e240 going to sleep for 11 seconds 00000100:00100000:3.0:1788272082.451484:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244480 00000100:00100000:3.0:1788272082.451489:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244480 00000100:00100000:3.0:1788272082.451522:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272082.451529:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244480:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788272082.451691:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23532:x1875138590244480:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 162us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272082.451698:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788272082.451798:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875138590244480:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1788272082.451842:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:2.0:1788272082.454903:0:23506:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1788272082.456790:0:23532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788272082.456868:0:23532:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1788272082.456874:0:23532:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:2.0:1788272082.458256:0:23506:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788272082.458287:0:23506:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa349c1c73988 00100000:10000000:2.0:1788272082.458295:0:23506:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1788272082.460033:0:23506:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788272082.460065:0:23506:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788272082.460088:0:23506:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788272082.460104:0:23506:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1788272082.461307:0:23506:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788272082.461552:0:23506:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788272082.654721:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000040:00080000:2.0:1788272082.659436:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788272083.422946:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788272083.499933:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788272083.683946:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 10000000:01000000:0.0:1788272084.381713:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788272084.381721:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6d832b0800 from 12 10000000:01000000:0.0:1788272084.381726:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788272084.381775:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272084.381787:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272084.381800:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272084.381838:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788272084.381910:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272084.381958:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc8ba480 going to sleep for 11 seconds 00000100:00100000:2.0:1788272084.382098:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244608 00000100:00100000:2.0:1788272084.382107:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244608 00000100:00100000:2.0:1788272084.382498:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788272084.382510:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+16:22772:x1875138590244608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272084.382523:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272084.382537:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390299 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272084.382561:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390299 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272084.382571:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390299 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272084.382580:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5600, rc 0) 00000100:00100000:2.0:1788272084.382648:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590244608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272084.382656:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788272084.386793:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272084.386822:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272084.386835:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272084.386915:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788272084.386979:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272084.391652:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d81d58780 going to sleep for 11 seconds 00000100:00100000:3.0:1788272084.396342:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244736 00000100:00100000:3.0:1788272084.396358:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244736 00000100:00100000:2.0:1788272084.396535:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788272084.396548:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590244736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788272084.396576:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788272084.396594:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788272084.396597:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788272084.399095:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590244736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 2540us (12104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272084.399110:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788272084.400332:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244736:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788272084.400409:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788272084.400419:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272084.400430:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272084.400441:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788272084.400444:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6eb0818000 from 12 10000000:01000000:1.0:1788272084.400447:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788272084.400477:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272084.400485:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272084.400494:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272084.400511:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788272084.400552:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272084.400592:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d81d58780 going to sleep for 11 seconds 00000100:00100000:3.0:1788272084.400810:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244864 00000100:00100000:3.0:1788272084.400818:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244864 00000100:00100000:3.0:1788272084.400861:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788272084.400870:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590244864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788272084.400881:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272084.400894:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3902a7 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272084.400916:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3902a7 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272084.400925:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902a7 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272084.400940:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e21400, rc 0) 00000100:00100000:3.0:1788272084.400977:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590244864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272084.400984:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788272084.401061:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272084.401072:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272084.401081:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272084.401127:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788272084.401228:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272084.401251:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d81d58780 going to sleep for 11 seconds 00000100:00100000:3.0:1788272084.402282:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590244992 00000100:00100000:3.0:1788272084.402292:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590244992 00000100:00100000:3.0:1788272084.402339:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788272084.402348:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590244992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788272084.402368:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788272084.402383:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788272084.402386:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1788272084.402506:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590244992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 159us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272084.402514:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788272084.402547:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590244992:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788272084.402595:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788272084.402604:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272084.402614:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272084.449225:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788272084.511024:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788272084.703786:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00010000:00010000:3.0:1788272085.475228:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272085.728289:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000001:02000400:1.0:1788272085.949318:0:23775:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788272086.496281:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272086.751086:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 0 seconds 00000020:00000004:0.0:1788272086.806484:0:23829:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788272086.806875:0:23829:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788272087.521678:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788272087.546438:0:23879:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788272087.546660:0:23879:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:1.0:1788272087.581780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788272087.581789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788272087.581793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788272087.581808:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f6e84d0c000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272087.581833:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313100 x1875138590245248/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272087.581849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272087.581853:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272087.581855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272087.581858:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788272087.581882:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590245120:0@lo:400:kworker.0 00000100:00080000:1.0:1788272087.581886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272087.581889:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788272087.581891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788272087.581894:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788272087.581946:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590245632:0@lo:400:kworker.0 00000100:00100000:2.0:1788272087.581965:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272087.581976:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272087.582018:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590245376:0@lo:400:kworker.0 00000100:00100000:1.0:1788272087.582041:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272087.582068:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272087.582073:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590245504:0@lo:400:kworker.0 00000100:00100000:1.0:1788272087.582097:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272087.582108:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245632 00000100:00100000:2.0:1788272087.582115:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245632 00000100:00100000:2.0:1788272087.582161:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245376 00000100:00100000:2.0:1788272087.582164:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245376 00000100:00100000:1.0:1788272087.582174:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788272087.582291:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590245248:0@lo:38:kworker.0 00000100:00100000:3.0:1788272087.582321:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272087.582351:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245120 00000100:00100000:3.0:1788272087.582354:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245120 00000100:00100000:3.0:1788272087.582380:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788272087.582386:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3607:x1875138590245120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272087.582432:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3607:x1875138590245120:12345-0@lo:400:kworker.0 Request processed in 45us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272087.582438:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788272087.582470:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245504 00000100:00100000:3.0:1788272087.582474:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245504 00000100:00100000:3.0:1788272087.582487:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245248 00000100:00100000:3.0:1788272087.582490:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245248 00000100:00100000:3.0:1788272087.582498:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272087.582504:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590245504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272087.582542:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590245504:12345-0@lo:400:kworker.0 Request processed in 38us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272087.582547:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272087.582558:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788272087.582562:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3605:x1875138590245248:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788272087.582583:0:22780:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 648 last 0 00000020:00000080:3.0:1788272087.582645:0:22780:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd3902b5 00000004:00100000:3.0:1788272087.582660:0:22780:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788272087.582665:0:22780:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1788272087.582926:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590245632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272087.582964:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590245632:12345-0@lo:400:kworker.0 Request processed in 783us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272087.583081:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590245504:0@lo:400:kworker.0 00000100:00100000:3.0:1788272087.583118:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590245120:0@lo:400:kworker.0 00000100:00100000:2.0:1788272087.586769:0:22777:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788272087.586800:0:22777:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788272087.587225:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788272087.589267:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272087.589292:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590245376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272087.589391:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590245376:12345-0@lo:400:kworker.0 Request processed in 109us (7348us total) trans 0 rc 0/0 00010000:00080000:0.0:1788272087.594086:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebc312d80 x1875138590245632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272087.594117:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590245632:0@lo:400:kworker.0 00000100:00100000:0.0:1788272087.594139:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788272087.594148:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590245760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788272087.594211:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788272087.594338:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebc311500 x1875138590245376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272087.594349:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590245376:0@lo:400:kworker.0 00000100:00100000:1.0:1788272087.594581:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788272087.594781:0:22781:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1788272087.594789:0:22781:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1788272087.595040:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788272087.595253:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245760 00000100:00100000:1.0:1788272087.595261:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245760 00000100:00100000:3.0:1788272087.595475:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788272087.595486:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590245760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272087.595524:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272087.595669:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590245760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 184us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272087.595677:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788272087.595818:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590245760:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788272087.603837:0:22780:0:(import.c:65:import_set_state_nolock()) ffff8f6e87082800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788272087.603952:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3605:x1875138590245248:12345-0@lo:38:kworker.0 Request processed in 21387us (21629us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272087.603964:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788272087.604206:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788272087.604216:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1788272087.604222:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788272087.604225:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84d0c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788272087.604258:0:3605:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bb0132ec): req@ffff8f6ebc2c1180 x1875138590238336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272087.604283:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590245248:0@lo:38:kworker.0 00000100:00100000:2.0:1788272087.604549:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272087.604581:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e82fcbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272087.605062:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590238336 00000100:00100000:0.0:1788272087.605070:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590238336 00000100:00100000:0.0:1788272087.605114:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788272087.605135:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590238336:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788272087.605220:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590238336:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272087.605228:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788272087.605435:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788272087.605449:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590245888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788272087.605489:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272087.605534:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590245888 00000100:00100000:1.0:1788272087.605540:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590245888 00000100:00100000:1.0:1788272087.605570:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788272087.605576:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3609:x1875138590245888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788272087.605603:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788272087.605674:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3609:x1875138590245888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272087.605681:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788272087.605718:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590245888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788272087.606188:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875138590238336:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1788272087.606224:0:22816:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788272087.606273:0:22816:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875138590246016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788272087.606307:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272087.606343:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1788272087.606359:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246016 00000100:00100000:2.0:1788272087.606363:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246016 00000100:00100000:2.0:1788272087.606398:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788272087.606404:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590246016:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788272087.606520:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590246016:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 115us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272087.606527:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788272087.606551:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875138590246016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788272087.606609:0:22816:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875138590246144:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788272087.606666:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272087.606675:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1788272087.606686:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246144 00000100:00100000:2.0:1788272087.606689:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246144 00000100:00100000:2.0:1788272087.606705:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788272087.606711:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590246144:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788272087.606753:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22816:x1875138590246144:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 42us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272087.606759:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788272087.606779:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875138590246144:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788272087.606813:0:22816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272087.611003:0:22816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788272087.611088:0:22816:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 17, retries 0 00000004:00080000:2.0:1788272087.611093:0:22816:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000080:3.0:1788272088.498087:0:23929:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffb8d1e690 20000000:00000080:3.0:1788272088.498257:0:23929:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f6ea56c6c00 uarg=0000000000000000 20000000:01000000:3.0:1788272088.498322:0:23929:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788272088.498331:0:23929:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788272088.498337:0:23929:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788272088.499544:0:23930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788272088.499926:0:23929:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788272088.509817:0:23929:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788272088.510064:0:23929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510106:0:23929:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510169:0:23929:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390261 expref: 17 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510178:0:23929:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510239:0:23929:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390261 expref: 17 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510258:0:23929:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390261 expref: 17 pid: 22770 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272088.510276:0:23929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23929:1875138590246272:0@lo:104: 00000100:00100000:2.0:1788272088.510366:0:23929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788272088.510434:0:23929:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.510443:0:23929:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272088.510452:0:23929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23929:1875138590246400:0@lo:104: 00000100:00100000:2.0:1788272088.510474:0:23929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272088.510538:0:23929:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272088.512731:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246272 00000100:00100000:3.0:1788272088.512747:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246272 00000100:00100000:3.0:1788272088.512806:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246400 00000100:00100000:3.0:1788272088.512809:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246400 00000100:00100000:3.0:1788272088.512831:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272088.512841:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:23929:x1875138590246272:12345-0@lo:104: 00010000:00010000:3.0:1788272088.513007:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272088.513418:0:23929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23929:1875138590246272:0@lo:104: 00010000:00010000:0.0:1788272088.513505:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788272088.513514:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:23929:x1875138590246272:12345-0@lo:104: Request processed in 674us (3148us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272088.513522:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788272088.513549:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272088.513557:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:23929:x1875138590246400:12345-0@lo:104: 00010000:00010000:0.0:1788272088.513566:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272088.513657:0:23929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23929:1875138590246400:0@lo:104: 00010000:00010000:2.0:1788272088.513688:0:23929:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513690:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272088.513697:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513706:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21000 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272088.513710:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513720:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272088.513729:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272088.513736:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788272088.513788:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513795:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788272088.513824:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513831:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd390261 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390268 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.513846:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1788272088.513878:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590246528:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272088.513928:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1788272088.513932:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272088.513934:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:23929:x1875138590246400:12345-0@lo:104: Request processed in 379us (3460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272088.513942:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272088.513981:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246528 00000100:00100000:0.0:1788272088.513986:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246528 00010000:00010000:0.0:1788272088.514007:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390261 expref: 18 pid: 22770 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272088.514018:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272088.514040:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788272088.514047:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3609:x1875138590246528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272088.514061:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272088.514067:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390261 expref: 18 pid: 22770 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.514325:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.514343:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20800 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:3.0:1788272088.514346:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.514352:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788272088.514358:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272088.514363:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788272088.514430:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390261 expref: 18 pid: 22770 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.514518:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e20600/0x99288105fd390268 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390261 expref: 18 pid: 22770 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.514545:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272088.514591:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:3609:x1875138590246528:12345-0@lo:103:ldlm_bl.0 Request processed in 545us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272088.514598:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1788272088.514761:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.514769:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788272088.515993:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590246656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272088.516167:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.516179:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20800/0x99288105fd39015e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390165 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.516205:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272088.516207:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272088.516210:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272088.516367:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272088.516595:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590246528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788272088.516644:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246656 00000100:00100000:3.0:1788272088.516652:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246656 00010000:00010000:3.0:1788272088.516694:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272088.516738:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788272088.516749:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:3606:x1875138590246656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788272088.516767:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788272088.516773:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.516787:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.516807:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81729600/0x99288105fd390165 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd39015e expref: 17 pid: 22768 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.516845:0:22762:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.516992:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517012:0:22762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517019:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517152:0:22762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517160:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517167:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272088.517172:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517181:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.517323:0:23929:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272088.517332:0:23929:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.517988:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.518001:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de5400/0x99288105fd3902bc lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272088.518054:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272088.518342:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+16:3606:x1875138590246656:12345-0@lo:103:ldlm_bl.0 Request processed in 1592us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272088.518357:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788272088.518526:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590246656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272088.542749:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272089.566721:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788272090.015133:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788272090.015142:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6d832b0800 from 13 10000000:01000000:1.0:1788272090.015148:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788272090.015196:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272090.015206:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272090.015215:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272090.015234:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590246784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.015299:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272090.015343:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788272090.015446:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246784 00000100:00100000:0.0:1788272090.015454:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246784 00000100:00100000:0.0:1788272090.015502:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788272090.015509:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+16:22772:x1875138590246784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272090.015520:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272090.015543:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3902c3 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.015561:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3902c3 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.015569:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902c3 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.015588:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c4e00, rc 0) 00000100:00100000:0.0:1788272090.015654:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590246784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272090.015659:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788272090.015849:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590246784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272090.015861:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272090.015867:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272090.015909:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590246912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.016056:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272090.016077:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788272090.016124:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590246912 00000100:00100000:3.0:1788272090.016129:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590246912 00000100:00100000:3.0:1788272090.016159:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788272090.016164:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590246912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272090.016255:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590246912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 91us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272090.016260:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788272090.016420:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590246912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.016439:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.016473:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272090.016489:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788272090.016522:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247040 00000100:00100000:3.0:1788272090.016526:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247040 00000100:00100000:3.0:1788272090.016549:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788272090.016553:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590247040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788272090.016667:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590247040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 113us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272090.016672:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788272090.016737:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788272090.017665:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788272090.019723:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788272090.019751:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788272090.019763:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272090.019776:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272090.019787:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788272090.019796:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6eb0818000 from 13 10000000:01000000:3.0:1788272090.019800:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788272090.019837:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272090.019846:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272090.019858:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272090.019881:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788272090.019944:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272090.020034:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9ab10240 going to sleep for 11 seconds 00000100:00100000:0.0:1788272090.020093:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247168 00000100:00100000:0.0:1788272090.020101:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247168 00000100:00100000:0.0:1788272090.020184:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788272090.020194:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+17:22772:x1875138590247168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272090.020207:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272090.020220:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3902d1 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.020243:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3902d1 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.020252:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902d1 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.020260:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c4400, rc 0) 00000100:00100000:0.0:1788272090.020309:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590247168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272090.020335:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788272090.020403:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb87800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272090.020417:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272090.020426:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272090.020477:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.020503:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272090.020794:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3900 going to sleep for 11 seconds 00000100:00100000:3.0:1788272090.020841:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247296 00000100:00100000:3.0:1788272090.020846:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247296 00000100:00100000:3.0:1788272090.020870:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788272090.020877:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590247296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272090.021020:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590247296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272090.021027:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788272090.021169:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.021196:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788272090.021234:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272090.021288:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3900 going to sleep for 11 seconds 00000100:00100000:3.0:1788272090.021375:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247424 00000100:00100000:3.0:1788272090.021380:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247424 00000100:00100000:3.0:1788272090.021438:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788272090.021445:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590247424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788272090.021525:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:22772:x1875138590247424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 79us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272090.021531:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788272090.021602:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590247424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788272090.023499:0:24000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788272090.024048:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788272090.024071:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788272090.024259:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272090.024272:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272090.591667:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272091.617011:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272092.637820:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272092.701675:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272082/real 1788272082] req@ffff8f6ebc2c2680 x1875138590241536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272092.701707:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebc2c2680 x1875138590241536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272092.701717:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272082/real 1788272082] req@ffff8f6ebc2c2a00 x1875138590241408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272092.701727:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebc2c2a00 x1875138590241408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272092.701745:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e8b122800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272092.701760:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272092.701764:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590241536:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788272092.701769:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272092.701775:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272092.701777:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590241408:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788272092.702122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788272092.702127:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788272092.702129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788272092.702129:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590247680:0@lo:400:kworker.0 00000100:00080000:2.0:1788272092.702132:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788272092.702150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788272092.702153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788272092.702156:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788272092.702160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 643 00000100:00100000:0.0:1788272092.702190:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788272092.702203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788272092.702210:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f6e84b05000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272092.702230:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788272092.702236:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590247808:0@lo:400:kworker.0 00000100:00100000:0.0:1788272092.702261:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272092.702292:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247680 00000100:00100000:0.0:1788272092.702306:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247680 00000100:00100000:0.0:1788272092.702353:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788272092.702361:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3608:x1875138590247680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272092.702412:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3608:x1875138590247680:12345-0@lo:400:kworker.0 Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272092.702419:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788272092.702452:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590247680:0@lo:400:kworker.0 00000100:00100000:2.0:1788272092.702542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d82339880 x1875138590248064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788272092.702562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788272092.702565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788272092.702567:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6e8b122800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788272092.702570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 643 00000100:00100000:0.0:1788272092.702570:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590248064:0@lo:8:kworker.0 00000100:00080000:2.0:1788272092.702573:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788272092.702582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f6e8b122800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788272092.702595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d8233aa00 x1875138590248192/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1788272092.702595:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590248064 offset 0 length 520: 4 00000100:00100000:0.0:1788272092.702616:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590248192:0@lo:8:kworker.0 00000100:00100000:2.0:1788272092.702642:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590247552:0@lo:400:kworker.0 00000400:00000100:0.0:1788272092.702657:0:3605:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875138590248192 offset 0 length 520: 4 00000100:00100000:2.0:1788272092.702673:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272092.702691:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590248320:0@lo:400:kworker.0 00000100:00100000:2.0:1788272092.702713:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272092.702731:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788272092.702736:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590247936:0@lo:400:kworker.0 00000100:00100000:2.0:1788272092.702762:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272092.702801:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247552 00000100:00100000:2.0:1788272092.702805:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247552 00000100:00100000:2.0:1788272092.702833:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788272092.702840:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3607:x1875138590247552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272092.702873:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:3607:x1875138590247552:12345-0@lo:400:kworker.0 Request processed in 34us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272092.702880:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788272092.702905:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247936 00000100:00100000:2.0:1788272092.702909:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247936 00000100:00100000:2.0:1788272092.702928:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788272092.702934:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590247936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272092.702962:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590247936:12345-0@lo:400:kworker.0 Request processed in 28us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272092.702968:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788272092.703644:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590247808 00000100:00100000:1.0:1788272092.703651:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590247808 00000100:00100000:1.0:1788272092.703681:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248320 00000100:00100000:1.0:1788272092.703684:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248320 00000100:00100000:1.0:1788272092.703704:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788272092.703711:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590247808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272092.703756:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590247808:12345-0@lo:400:kworker.0 Request processed in 46us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272092.703761:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788272092.703773:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788272092.703778:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590248320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272092.703799:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590248320:12345-0@lo:400:kworker.0 Request processed in 22us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272092.703804:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788272092.703867:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590248448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788272092.703891:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1788272092.703919:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6d8233b480 x1875138590247808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272092.703930:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590247808:0@lo:400:kworker.0 00000100:00100000:1.0:1788272092.703943:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788272092.703948:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590248576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788272092.703967:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272092.703985:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248448 00000100:00100000:1.0:1788272092.703988:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248448 00000100:00100000:1.0:1788272092.704005:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248576 00000100:00100000:1.0:1788272092.704015:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248576 00000100:00100000:1.0:1788272092.704030:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788272092.704036:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3608:x1875138590248448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788272092.704059:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788272092.704092:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3608:x1875138590248448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272092.704099:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788272092.704109:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788272092.704115:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590248576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788272092.704130:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788272092.704155:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590248576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272092.704161:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788272092.704187:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590248576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788272092.704196:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590248448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788272092.704607:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590247936:0@lo:400:kworker.0 00000100:00100000:1.0:1788272092.704642:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590247552:0@lo:400:kworker.0 00010000:00080000:1.0:1788272092.704654:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6d8233bb80 x1875138590248320/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272092.704664:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590248320:0@lo:400:kworker.0 00000001:00100000:3.0:1788272092.710644:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:2.0:1788272092.895467:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788272093.663085:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788272094.007810:0:24277:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788272094.007814:0:24277:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788272094.007815:0:24277:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788272094.007927:0:24277:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f6d83926800 00000020:01000004:1.0:1788272094.007944:0:24277:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788272094.007965:0:24277:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788272094.007980:0:24277:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8f6eb4e93370) 00000020:00000080:1.0:1788272094.007996:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788272094.065169:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788272094.067560:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788272094.068164:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788272094.068894:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788272094.069152:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788272094.069548:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788272094.069892:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1788272094.074918:0:24277:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788272094.075436:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788272094.075451:0:24277:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788272094.075464:0:24277:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x99288105fd3902e6 00000020:01000004:0.0:1788272094.075472:0:24277:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788272094.075496:0:24277:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788272094.075500:0:24277:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788272094.075516:0:24277:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788272094.075521:0:24277:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788272094.075532:0:24277:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8f6e85beb370) 00000020:00000080:0.0:1788272094.075543:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788272094.084053:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788272094.084311:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788272094.084318:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788272094.085744:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788272094.085764:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788272094.086600:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1788272094.086607:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788272094.091256:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272094.091579:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788272094.091586:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788272094.094704:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788272094.094723:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788272094.117274:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788272094.117526:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788272094.117533:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788272094.121042:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788272094.121057:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788272094.125126:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788272094.125142:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788272094.127432:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272094.127691:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788272094.127698:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788272094.130025:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788272094.130040:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788272094.191536:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788272094.192126:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788272094.192133:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1788272094.193492:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788272094.193512:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788272094.194082:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788272094.194109:0:24277:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1788272094.194115:0:24277:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788272094.206579:0:24277:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788272094.206856:0:24277:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.103@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788272094.206861:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788272094.206863:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788272094.206865:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272094.206866:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272094.206867:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272094.206869:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272094.206870:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272094.206872:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272094.206874:0:24277:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272094.206877:0:24277:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788272094.206880:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788272094.206881:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788272094.206882:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272094.206883:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272094.206884:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272094.206885:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272094.206886:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272094.206888:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272094.206889:0:24277:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272094.206916:0:24277:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788272094.206935:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248704:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788272094.207004:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.207096:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e983a6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272094.207273:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248704 00000100:00100000:0.0:1788272094.207282:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248704 00000100:00100000:0.0:1788272094.207439:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788272094.207449:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:24277:x1875138590248704:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788272094.207481:0:22768:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788272094.207484:0:22768:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788272094.207489:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788272094.207938:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:24277:x1875138590248704:12345-0@lo:253:mount.lustre.0 Request processed in 488us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.207947:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788272094.208019:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248704:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788272094.208031:0:24277:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788272094.208034:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788272094.208035:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788272094.208037:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272094.208038:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272094.208039:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272094.208049:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272094.208050:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272094.208052:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272094.208053:0:24277:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788272094.208072:0:24277:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f6d83926800 from lustre-OST0000 10000000:01000000:3.0:1788272094.208098:0:24277:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788272094.208100:0:24277:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788272094.208107:0:24277:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f6ea6bf4d28 local copy 00010000:00010000:3.0:1788272094.208117:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272094.208203:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248832:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272094.208234:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.208423:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8387c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272094.208561:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248832 00000100:00100000:2.0:1788272094.208567:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248832 00000100:00100000:2.0:1788272094.208606:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788272094.208614:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:24277:x1875138590248832:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272094.208855:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+18:24277:x1875138590248832:12345-0@lo:501:mount.lustre.0 Request processed in 241us (620us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788272094.208863:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788272094.208983:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248832:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788272094.208997:0:24277:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788272094.209018:0:24277:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788272094.209025:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.209034:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272094.209069:0:24277:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f6d83926800 10000000:01000000:2.0:1788272094.209074:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788272094.209079:0:24277:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788272094.209083:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788272094.209086:0:24277:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788272094.209089:0:24277:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788272094.209113:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.209121:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.209130:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272094.209143:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248960:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788272094.209173:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.209262:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788272094.209418:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590248960 00000100:00100000:0.0:1788272094.209423:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590248960 00000100:00100000:0.0:1788272094.209448:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788272094.209455:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+18:24277:x1875138590248960:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272094.209464:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272094.209477:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c5c00/0x99288105fd3902fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3902f4 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.209508:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c5c00/0x99288105fd3902fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3902f4 expref: 19 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.209519:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c5c00/0x99288105fd3902fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902f4 expref: 19 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.209528:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c5c00, rc 0) 00000100:00100000:0.0:1788272094.209578:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590248960:12345-0@lo:101:mount.lustre.0 Request processed in 123us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.209584:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788272094.209786:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590248960:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272094.209799:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902fb expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.209809:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3902fb expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272094.211090:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788272094.211769:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272094.213540:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788272094.213585:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788272094.217890:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788272094.217913:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788272094.217925:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788272094.217936:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788272094.217949:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788272094.217962:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788272094.217975:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788272094.217987:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788272094.218000:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788272094.218011:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788272094.218039:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788272094.218046:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788272094.218164:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.218233:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.218288:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272094.218514:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249088 00000100:00100000:1.0:1788272094.218521:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249088 00000100:00100000:1.0:1788272094.218570:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788272094.218579:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249088:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272094.218883:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249088:12345-0@lo:501:mount.lustre.0 Request processed in 304us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272094.218891:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788272094.219041:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.219075:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249216:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272094.219121:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.219141:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272094.219193:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249216 00000100:00100000:1.0:1788272094.219198:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249216 00000100:00100000:1.0:1788272094.219230:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788272094.219237:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249216:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272094.220024:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249216:12345-0@lo:503:mount.lustre.0 Request processed in 784us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272094.220033:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788272094.220159:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249216:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788272094.220832:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788272094.220904:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.220961:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.220989:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.221188:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249344 00000100:00100000:3.0:1788272094.221194:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249344 00000100:00100000:3.0:1788272094.221236:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788272094.221246:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.221793:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249344:12345-0@lo:502:mount.lustre.0 Request processed in 547us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.221801:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788272094.222182:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.222576:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788272094.222890:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788272094.222927:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788272094.222944:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788272094.222959:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788272094.222973:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788272094.222988:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788272094.223002:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788272094.223017:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788272094.223030:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788272094.223045:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788272094.223057:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788272094.223090:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.223140:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.223215:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.223317:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249472 00000100:00100000:3.0:1788272094.223387:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249472 00000100:00100000:3.0:1788272094.223467:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788272094.223476:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249472:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.223584:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249472:12345-0@lo:502:mount.lustre.0 Request processed in 109us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272094.223722:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.223774:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788272094.223782:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000100:00100000:3.0:1788272094.224321:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000020:01000000:2.0:1788272094.224603:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788272094.224612:0:24294:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1788272094.224648:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.224651:0:24294:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1788272094.224657:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788272094.224672:0:24294:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8f6eb4170000) 00000020:00000080:2.0:1788272094.224695:0:24294:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788272094.224702:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788272094.224795:0:24294:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6d83926800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1788272094.224804:0:24294:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788272094.224812:0:24294:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x99288105fd390309 00010000:00010000:2.0:1788272094.228858:0:24294:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788272094.229401:0:24294:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788272094.231097:0:24294:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788272094.232519:0:24294:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788272094.232532:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272094.232538:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232541:0:24294:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788272094.232545:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788272094.232548:0:24294:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788272094.232550:0:24294:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788272094.232552:0:24294:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788272094.232554:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788272094.232556:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232558:0:24294:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788272094.232561:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272094.232565:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232566:0:24294:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788272094.232570:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788272094.232572:0:24294:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788272094.232574:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272094.232577:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232578:0:24294:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788272094.232581:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272094.232584:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232585:0:24294:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788272094.232600:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788272094.232668:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272094.232672:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272094.232674:0:24294:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788272094.232678:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1788272094.232980:0:24277:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1788272094.233010:0:24277:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788272094.233031:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902fb expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233053:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4000/0x99288105fd3902f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3902fb expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272094.233072:0:24277:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6d83926800 from 1 10000000:01000000:1.0:1788272094.233076:0:24277:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788272094.233117:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233126:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233139:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272094.233164:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249600:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788272094.233241:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272094.233291:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249600 00000100:00100000:1.0:1788272094.233299:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249600 00000100:00100000:1.0:1788272094.233357:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788272094.233367:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:24277:x1875138590249600:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272094.233381:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272094.233393:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390310 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233417:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390310 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233428:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390310 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233443:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729e00, rc 0) 00000100:00100000:1.0:1788272094.233478:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249600:12345-0@lo:101:mount.lustre.0 Request processed in 112us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272094.233484:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788272094.233536:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e000 going to sleep for 11 seconds 00000100:00100000:1.0:1788272094.233558:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249600:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272094.233571:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.233580:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788272094.235108:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788272094.235377:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788272094.235576:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788272094.235600:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788272094.235652:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788272094.235669:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788272094.235682:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788272094.235695:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788272094.235709:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788272094.235722:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788272094.235733:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788272094.235746:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788272094.235776:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788272094.235796:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788272094.235801:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788272094.235866:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249728:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272094.235929:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272094.235969:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e540 going to sleep for 11 seconds 00000100:00100000:2.0:1788272094.236288:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249728 00000100:00100000:2.0:1788272094.236296:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249728 00000100:00100000:2.0:1788272094.236352:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788272094.236361:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249728:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.236523:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249728:12345-0@lo:501:mount.lustre.0 Request processed in 162us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272094.236540:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788272094.236872:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272094.236911:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249856:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272094.236957:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272094.237028:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272094.239762:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249856 00000100:00100000:1.0:1788272094.239775:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249856 00000100:00100000:1.0:1788272094.239832:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788272094.239842:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249856:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272094.239998:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249856:12345-0@lo:503:mount.lustre.0 Request processed in 158us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272094.240007:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788272094.240824:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249856:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788272094.241234:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788272094.241313:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249984:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272094.241875:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272094.241961:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.244363:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590249984 00000100:00100000:3.0:1788272094.244377:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590249984 00000100:00100000:3.0:1788272094.244440:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788272094.244452:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249984:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.244674:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590249984:12345-0@lo:502:mount.lustre.0 Request processed in 224us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.244682:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788272094.244973:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590249984:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.245208:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788272094.245240:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788272094.245256:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788272094.245269:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788272094.245282:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788272094.245296:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788272094.245309:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788272094.245336:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788272094.245351:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788272094.245365:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788272094.245379:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788272094.245413:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250112:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.245462:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.245510:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.245893:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250112 00000100:00100000:3.0:1788272094.245899:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250112 00000100:00100000:3.0:1788272094.245937:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788272094.245945:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590250112:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.246028:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590250112:12345-0@lo:502:mount.lustre.0 Request processed in 83us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.246035:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788272094.246110:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250112:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.246152:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788272094.246161:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788272094.246974:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272094.246984:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.246987:0:24298:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788272094.246993:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6d83926800 00000020:00000080:3.0:1788272094.246995:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788272094.247002:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272094.247004:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.247005:0:24298:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788272094.247007:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272094.247010:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.247011:0:24298:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788272094.247013:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6d83926800 00000020:00000080:3.0:1788272094.247015:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788272094.249641:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272094.249656:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.249659:0:24298:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788272094.249662:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272094.249666:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.249668:0:24298:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788272094.249672:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6d83926800 00000020:00000080:3.0:1788272094.249675:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788272094.253460:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272094.253472:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.253475:0:24298:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788272094.253479:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272094.253482:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.253484:0:24298:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788272094.253489:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6d83926800 00000020:00000080:3.0:1788272094.253491:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788272094.253568:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272094.253572:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272094.253573:0:24298:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788272094.253576:0:24298:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788272094.253986:0:24277:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788272094.254016:0:24277:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788272094.254037:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.254050:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272094.254108:0:24277:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788272094.254117:0:24277:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f6d83926800 10000000:01000000:2.0:1788272094.254120:0:24277:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f6d83926800 10000000:01000000:2.0:1788272094.254124:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788272094.254130:0:24277:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f6d83926800 from 1 10000000:01000000:2.0:1788272094.254133:0:24277:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788272094.254167:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.254175:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.254185:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272094.254210:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250240:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788272094.254278:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.259482:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98de40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272094.263720:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250240 00000100:00100000:0.0:1788272094.263738:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250240 00000100:00100000:0.0:1788272094.264472:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788272094.264485:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:24277:x1875138590250240:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272094.264520:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272094.264541:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c5e00/0x99288105fd390325 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39031e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.264571:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c5e00/0x99288105fd390325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39031e expref: 21 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.264584:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c5e00/0x99288105fd390325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39031e expref: 21 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.265433:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c5e00, rc 0) 00000100:00100000:0.0:1788272094.265529:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250240:12345-0@lo:101:mount.lustre.0 Request processed in 1046us (11251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.265538:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788272094.266181:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250240:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272094.266205:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390325 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.266217:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390325 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272094.270803:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788272094.271098:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272094.274854:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788272094.274913:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788272094.274935:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788272094.274949:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788272094.274973:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788272094.274986:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788272094.274999:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788272094.275028:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788272094.275045:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788272094.275057:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788272094.275070:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788272094.275083:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788272094.275095:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788272094.275109:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788272094.275121:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788272094.275132:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788272094.275146:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788272094.275159:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788272094.275170:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788272094.275184:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788272094.275197:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788272094.275209:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788272094.275222:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788272094.275250:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788272094.275268:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788272094.275282:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788272094.275296:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788272094.275310:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788272094.275324:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788272094.275338:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788272094.275353:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788272094.275366:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788272094.275379:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788272094.275392:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788272094.275408:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788272094.275421:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788272094.275435:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788272094.275459:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788272094.275473:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788272094.275514:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788272094.275533:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788272094.275546:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788272094.275559:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788272094.275572:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788272094.275584:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788272094.275598:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788272094.275612:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788272094.275654:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788272094.275757:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788272094.275776:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788272094.275791:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788272094.275795:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788272094.275899:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250368:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.275966:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.276015:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250368 00000100:00100000:2.0:1788272094.276022:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250368 00000100:00100000:2.0:1788272094.276075:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788272094.276085:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250368:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.276203:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250368:12345-0@lo:501:mount.lustre.0 Request processed in 119us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272094.276210:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788272094.276248:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d000 going to sleep for 11 seconds 00000100:00100000:2.0:1788272094.276270:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250368:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272094.276296:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250496:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272094.276335:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.276364:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6ebc98d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.276783:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250496 00000100:00100000:3.0:1788272094.276789:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250496 00000100:00100000:3.0:1788272094.276822:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788272094.276829:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250496:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788272094.276918:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250496:12345-0@lo:503:mount.lustre.0 Request processed in 88us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.276925:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788272094.279463:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250496:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788272094.281282:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788272094.286027:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250624:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.286112:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.286160:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.286225:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250624 00000100:00100000:3.0:1788272094.286233:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250624 00000100:00100000:3.0:1788272094.286285:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788272094.286295:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250624:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.286446:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250624:12345-0@lo:502:mount.lustre.0 Request processed in 152us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.286453:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788272094.286650:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250624:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.286967:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788272094.287001:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788272094.287017:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788272094.287031:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788272094.287046:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788272094.287058:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788272094.287072:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788272094.287086:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788272094.287099:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788272094.287112:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788272094.287125:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788272094.287138:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788272094.287150:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788272094.287163:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788272094.287177:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788272094.287191:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788272094.287217:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788272094.287231:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788272094.287244:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788272094.287258:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788272094.287272:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788272094.287282:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788272094.287292:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788272094.287315:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788272094.287342:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788272094.287355:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788272094.287367:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788272094.287378:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788272094.287391:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788272094.287402:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788272094.287412:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788272094.287424:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788272094.287447:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788272094.287460:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788272094.287473:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788272094.287486:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788272094.287513:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788272094.287531:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788272094.287544:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788272094.287557:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788272094.287571:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788272094.287585:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788272094.287599:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788272094.287613:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788272094.287656:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788272094.287671:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788272094.287684:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788272094.287699:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788272094.287752:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.287809:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.287850:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.288150:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250752 00000100:00100000:3.0:1788272094.288157:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250752 00000100:00100000:3.0:1788272094.288206:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788272094.288215:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250752:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.288318:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250752:12345-0@lo:502:mount.lustre.0 Request processed in 102us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.288336:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788272094.288466:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.288678:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788272094.288703:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788272094.288731:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272094.290460:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.290497:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788272094.290606:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590250880 00000100:00100000:3.0:1788272094.290614:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590250880 00000100:00100000:3.0:1788272094.290682:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788272094.290693:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272094.290819:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590250880:12345-0@lo:502:mount.lustre.0 Request processed in 127us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.290827:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788272094.291104:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590250880:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272094.291181:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788272094.291193:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788272094.294392:0:24303:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788272094.294410:0:24303:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8f6eb4e90000) 00000020:00000080:1.0:1788272094.294436:0:24303:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1788272094.294543:0:24303:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6d83926800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788272094.294548:0:24303:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6d83926800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788272094.294550:0:24303:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d83926800 3 00010000:00080000:1.0:1788272094.294579:0:24303:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e812ab000@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.103@tcp at head 00010000:00010000:1.0:1788272094.299565:0:24303:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1788272094.299834:0:24303:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788272094.299882:0:24303:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788272094.299900:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x99288105fd390333 00000100:00080000:1.0:1788272094.299912:0:24303:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788272094.299918:0:24303:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f6e812ab000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272094.299961:0:24303:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313b80 x1875138590251008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272094.299996:0:24303:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788272094.301445:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590251008:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788272094.301540:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788272094.301665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.301669:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.301672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.301675:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.301701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.301711:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.301714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.301717:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788272094.301760:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590251136:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.301792:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.301814:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272094.301820:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590251264:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.301842:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.301877:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590251392:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.301899:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.301919:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788272094.301924:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590251520:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.301946:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272094.301983:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251136 00000100:00100000:3.0:1788272094.301989:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251136 00000100:00100000:3.0:1788272094.302029:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251392 00000100:00100000:3.0:1788272094.302032:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251392 00000100:00100000:3.0:1788272094.302046:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788272094.302054:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590251136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302102:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590251136:12345-0@lo:400:kworker.0 Request processed in 48us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.302108:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788272094.302123:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272094.302128:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590251392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302154:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590251392:12345-0@lo:400:kworker.0 Request processed in 26us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.302164:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272094.302182:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251008 00000100:00100000:3.0:1788272094.302186:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251008 00000100:00100000:3.0:1788272094.302199:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251264 00000100:00100000:3.0:1788272094.302202:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251264 00000100:00100000:3.0:1788272094.302213:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251520 00000100:00100000:3.0:1788272094.302215:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251520 00000100:00100000:3.0:1788272094.302225:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788272094.302231:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590251264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302261:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590251264:12345-0@lo:400:kworker.0 Request processed in 30us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.302267:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788272094.302278:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788272094.302284:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590251520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302305:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590251520:12345-0@lo:400:kworker.0 Request processed in 23us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.302310:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788272094.302320:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272094.302338:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3605:x1875138590251008:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788272094.302358:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:3.0:1788272094.302389:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x99288105fd39033a 00000004:00100000:3.0:1788272094.302404:0:22777:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788272094.302434:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfb76800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272094.302472:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3605:x1875138590251008:12345-0@lo:38:llog_process_th.0 Request processed in 133us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272094.302479:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788272094.302662:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebfb84a80 x1875138590251520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272094.302676:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590251520:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302686:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590251392:0@lo:400:kworker.0 00010000:00080000:3.0:1788272094.302711:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebfb84e00 x1875138590251264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272094.302719:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590251264:0@lo:400:kworker.0 00000100:00100000:3.0:1788272094.302728:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590251136:0@lo:400:kworker.0 00010000:00080000:3.0:1788272094.302747:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebc313b80 x1875138590251008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272094.302754:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272094.302761:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788272094.302769:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788272094.302774:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788272094.302776:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e812ab000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788272094.302781:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3605:1875138590251008:0@lo:38:llog_process_th.0 00000020:01000004:2.0:1788272094.303993:0:24303:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788272094.304025:0:24303:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8f6d81f23370) 00000020:00000080:2.0:1788272094.304050:0:24303:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1788272094.304144:0:24303:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6d83926800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788272094.304149:0:24303:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6d83926800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788272094.304151:0:24303:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6d83926800 3 00010000:00080000:2.0:1788272094.304182:0:24303:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6e812ae000@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788272094.308907:0:24303:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788272094.309122:0:24303:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788272094.309179:0:24303:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788272094.309193:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x99288105fd390348 00000100:00080000:3.0:1788272094.309204:0:24303:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788272094.309211:0:24303:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8f6e812ae000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272094.309249:0:24303:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86d80 x1875138590251648/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272094.309288:0:24303:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788272094.309320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.309336:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.309339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.309342:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.309345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.309348:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272094.309350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272094.309353:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788272094.310086:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3605:1875138590251648:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788272094.310160:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272094.310230:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251648 00000100:00100000:0.0:1788272094.310237:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251648 00000100:00100000:0.0:1788272094.310270:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272094.310278:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3605:x1875138590251648:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788272094.310304:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:0.0:1788272094.310356:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x99288105fd39034f 00000004:00100000:0.0:1788272094.310370:0:22777:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788272094.310402:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6ea0f8c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272094.310449:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3605:x1875138590251648:12345-0@lo:38:llog_process_th.0 Request processed in 171us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.310457:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788272094.310495:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f6ebfb86d80 x1875138590251648/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272094.310517:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788272094.310525:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788272094.310532:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788272094.310536:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788272094.310538:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e812ae000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788272094.310543:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3605:1875138590251648:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788272094.311016:0:24303:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788272094.311487:0:24277:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788272094.311529:0:24277:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788272094.311558:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390325 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272094.311571:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4400/0x99288105fd39031e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390325 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788272094.311717:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788272094.311719:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788272094.311720:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272094.311722:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272094.311723:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272094.311724:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272094.311726:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272094.311728:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272094.311729:0:24277:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788272094.311733:0:24277:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788272094.311740:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788272094.311741:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788272094.311743:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272094.311744:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272094.311744:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272094.311746:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272094.311821:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272094.311823:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272094.311824:0:24277:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788272094.311926:0:24277:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788272094.311942:0:24277:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590251776:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788272094.311996:0:24277:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272094.312033:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251776 00000100:00100000:2.0:1788272094.312039:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251776 00000100:00100000:2.0:1788272094.312081:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788272094.312089:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590251776:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788272094.312116:0:22768:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788272094.312132:0:22768:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1788272094.312260:0:24277:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e85bfad80 going to sleep for 11 seconds 20000000:01000000:0.0:1788272094.316541:0:22768:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788272094.316561:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788272094.316915:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:24277:x1875138590251776:12345-0@lo:253:mount.lustre.0 Request processed in 4821us (4913us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.316927:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 20000000:01000000:1.0:1788272094.317005:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788272094.317010:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788272094.317032:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317050:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390299 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317058:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902a7 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317067:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317104:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317117:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 20 pid: 22769 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272094.317131:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590251904:0@lo:104: 00000100:00100000:1.0:1788272094.317166:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272094.317210:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390299 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.317218:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390299 expref: 20 pid: 22768 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272094.317241:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590252032:0@lo:104: 00000100:00100000:1.0:1788272094.317267:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272094.317279:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272094.317338:0:22759:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788272094.317352:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590251904 00000100:00100000:0.0:1788272094.317362:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590251904 00000100:00100000:0.0:1788272094.317389:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252032 00000100:00100000:0.0:1788272094.317391:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252032 00000100:00100000:0.0:1788272094.317401:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272094.317408:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590251904:12345-0@lo:104: 00010000:00010000:0.0:1788272094.317420:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317469:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788272094.317474:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590251904:12345-0@lo:104: Request processed in 67us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.317480:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272094.317493:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788272094.317509:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebcb5b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590252032:12345-0@lo:104: 00010000:00010000:0.0:1788272094.317517:0:22759:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317549:0:22759:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788272094.317554:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebcb5b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590252032:12345-0@lo:104: Request processed in 56us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.317559:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788272094.317610:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272094.317637:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317645:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728e00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272094.317648:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317668:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272094.317675:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272094.317681:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272094.317709:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317716:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272094.317735:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317742:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81728e00/0x99288105fd3902a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ae expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317938:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272094.317942:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317947:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4600 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272094.317950:0:22764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317956:0:22764:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272094.317962:0:22764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272094.317973:0:22764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272094.317986:0:22764:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.317991:0:22764:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272094.317997:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318003:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d830c4600/0x99288105fd390299 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902a0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318015:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272094.318017:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272094.318018:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272094.318025:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272094.318044:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590252160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272094.318078:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272094.318100:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788272094.318106:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590252288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272094.318127:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272094.318158:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252160 00000100:00100000:0.0:1788272094.318163:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252160 00010000:00010000:0.0:1788272094.318181:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 21 pid: 22769 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272094.318200:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252288 00000100:00100000:0.0:1788272094.318203:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252288 00010000:00010000:0.0:1788272094.318212:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390299 expref: 22 pid: 22768 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272094.318237:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272094.318244:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3606:x1875138590252160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272094.318255:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272094.318260:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 22 pid: 22769 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318269:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 22 pid: 22769 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318285:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272094.318310:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3606:x1875138590252160:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.318317:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272094.318392:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788272094.318397:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6e851a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3606:x1875138590252288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272094.318404:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272094.318409:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390299 expref: 21 pid: 22768 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318418:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390299 expref: 21 pid: 22768 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318430:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318438:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788272094.318460:0:22761:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010097817s 00010000:00010000:0.0:1788272094.318464:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318472:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318479:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318486:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318490:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272094.318494:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318511:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318520:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272094.318529:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272094.318550:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6e851a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3606:x1875138590252288:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272094.318556:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788272094.318956:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590252288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272094.318964:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590252160:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272094.319056:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e21400/0x99288105fd3902ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd3902a7 expref: 20 pid: 22769 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272094.319067:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590251904:0@lo:104: 00010000:00010000:1.0:1788272094.319075:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81de5600/0x99288105fd3902a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390299 expref: 19 pid: 22768 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272094.319092:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590252032:0@lo:104: 00010000:00010000:1.0:1788272094.319105:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.319113:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.319119:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272094.319124:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81729600/0x99288105fd390356 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272094.319335:0:24277:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:24277:1875138590251776:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788272094.319347:0:24277:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788272094.319351:0:24277:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788272094.319352:0:24277:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788272094.319354:0:24277:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272094.319355:0:24277:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272094.319356:0:24277:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272094.319357:0:24277:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272094.319358:0:24277:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272094.319360:0:24277:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272094.319362:0:24277:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788272094.319371:0:24277:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1788272094.328974:0:24277:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788272094.338468:0:24277:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788272094.338476:0:24277:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788272094.338527:0:24277:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788272094.338571:0:24277:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788272094.338854:0:24277:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788272094.338871:0:24277:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1788272094.339967:0:24277:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788272094.340182:0:24277:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788272094.688263:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788272094.750886:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1788272095.047265:0:24356:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788272095.047598:0:24356:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788272095.325754:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272080/real 1788272080] req@ffff8f6ebfb85f80 x1875138590239360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272095 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.325800:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebfb85f80 x1875138590239360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272095 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.325813:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272080/real 1788272080] req@ffff8f6ebfb84700 x1875138590239488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272095 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.325827:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6ebfb84700 x1875138590239488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272095 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788272095.325858:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfc0c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272095.325884:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272095.325889:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239360:0@lo:8:kworker.0 00000100:00080000:0.0:1788272095.325896:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272095.325902:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788272095.325906:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590239488:0@lo:8:kworker.0 00000100:00080000:3.0:1788272095.326154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272095.326159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788272095.326163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfc0c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272095.326169:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:3.0:1788272095.326176:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272095.326184:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f6ebfc0c800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272095.326209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb84a80 x1875138590252672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272095.326223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272095.326226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788272095.326228:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272095.326250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:3.0:1788272095.326252:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272095.326257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272095.326274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86300 x1875138590252800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272095.326306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272095.326310:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272095.326313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272095.326317:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788272095.326357:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590252544:0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.326465:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272095.326520:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590253312:0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.326549:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272095.326571:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788272095.326576:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590252416:0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.326606:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272095.326664:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3609:1875138590253184:0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.326689:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272095.326878:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252544 00000100:00100000:3.0:1788272095.326888:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252544 00000100:00100000:3.0:1788272095.326948:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272095.326958:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590252544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.327022:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590252544:12345-0@lo:400:kworker.0 Request processed in 65us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.327043:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272095.327078:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253312 00000100:00100000:3.0:1788272095.327083:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253312 00000100:00100000:3.0:1788272095.327118:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253184 00000100:00100000:3.0:1788272095.327121:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253184 00000100:00100000:3.0:1788272095.327137:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272095.327143:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590253312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.327178:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590253312:12345-0@lo:400:kworker.0 Request processed in 35us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.327184:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272095.327196:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272095.327201:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3609:x1875138590253184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.327245:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3609:x1875138590253184:12345-0@lo:400:kworker.0 Request processed in 43us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.327251:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272095.327271:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252416 00000100:00100000:3.0:1788272095.327274:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252416 00000100:00100000:3.0:1788272095.327303:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788272095.327310:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:3609:x1875138590252416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.327342:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+19:3609:x1875138590252416:12345-0@lo:400:kworker.0 Request processed in 33us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.327349:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:3.0:1788272095.327463:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788272095.327511:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590252416:0@lo:400:kworker.0 00010000:00080000:3.0:1788272095.327525:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebfb85f80 x1875138590253184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272095.327550:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3609:1875138590253184:0@lo:400:kworker.0 00000100:00100000:3.0:1788272095.327564:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590252544:0@lo:400:kworker.0 00010000:00080000:3.0:1788272095.327575:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebfb85500 x1875138590253312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272095.327583:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590253312:0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.327717:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590252928:0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.327772:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.327812:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3606:1875138590253440:0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.327838:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.327852:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788272095.327859:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590253056:0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.327883:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.327919:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252928 00000100:00100000:0.0:1788272095.327923:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252928 00000100:00100000:0.0:1788272095.327944:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253440 00000100:00100000:0.0:1788272095.327946:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253440 00000100:00100000:0.0:1788272095.327969:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272095.327977:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590252928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.328016:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3606:x1875138590252928:12345-0@lo:400:kworker.0 Request processed in 40us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.328022:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272095.328035:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788272095.328041:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3606:x1875138590253440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.328069:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3606:x1875138590253440:12345-0@lo:400:kworker.0 Request processed in 28us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.328075:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788272095.328099:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253056 00000100:00100000:0.0:1788272095.328103:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253056 00000100:00100000:0.0:1788272095.328128:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788272095.328135:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590253056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.328167:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590253056:12345-0@lo:400:kworker.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.328174:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1788272095.328188:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788272095.328215:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590253056:0@lo:400:kworker.0 00010000:00080000:0.0:1788272095.328225:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebfb85180 x1875138590252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.328233:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3606:1875138590252928:0@lo:400:kworker.0 00010000:00080000:0.0:1788272095.328242:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebfb86d80 x1875138590253440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.328251:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3606:1875138590253440:0@lo:400:kworker.0 00000100:00100000:0.0:1788272095.328277:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590252672:0@lo:8:kworker.0 00000100:00100000:0.0:1788272095.328310:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.328341:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590252800:0@lo:8:kworker.0 00000100:00100000:0.0:1788272095.328363:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.328672:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252672 00000100:00100000:0.0:1788272095.328677:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252672 00000100:00100000:0.0:1788272095.328705:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590252800 00000100:00100000:0.0:1788272095.328708:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590252800 00000100:00100000:0.0:1788272095.328718:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788272095.328723:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3605:x1875138590252672:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788272095.328764:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 656 last 0 00000020:00000080:0.0:1788272095.328801:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd39035d 00002000:00100000:0.0:1788272095.328817:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8f6e85189800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113940 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788272095.328822:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788272095.328826:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788272095.329048:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788272095.329079:0:24282:0:(import.c:65:import_set_state_nolock()) ffff8f6e8518b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272095.329134:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3605:x1875138590252672:12345-0@lo:8:kworker.0 Request processed in 409us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.329150:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788272095.329165:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788272095.329170:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3605:x1875138590252800:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788272095.329183:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788272095.329211:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3605:x1875138590252800:12345-0@lo:8:kworker.0 Request processed in 40us (848us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788272095.329218:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788272095.329250:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebfb84a80 x1875138590252672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788272115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272095.329262:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788272095.329270:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788272095.329280:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788272095.329287:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788272095.329290:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6ebfc0c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788272095.329306:0:3605:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788272095.329313:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590252672:0@lo:8:kworker.0 00000100:00080000:0.0:1788272095.329324:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272095.329329:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788272095.329332:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590252800:0@lo:8:kworker.0 00000004:00080000:0.0:1788272095.329358:0:22799:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788272095.331598:0:22799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 656420974387ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788272095.331614:0:22799:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1788272095.332491:0:22800:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1788272095.332530:0:22800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1875138590253696:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788272095.332653:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.332687:0:22800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e856fbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272095.332712:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590253568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788272095.332876:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253696 00000100:00100000:3.0:1788272095.332885:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253696 00000100:00100000:3.0:1788272095.332959:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788272095.332970:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22800:x1875138590253696:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788272095.333283:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788272095.334517:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788272095.340755:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:3.0:1788272095.341850:0:24284:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1788272095.341863:0:24284:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1788272095.341872:0:24284:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000100:00100000:3.0:1788272095.358145:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253568 00000100:00100000:3.0:1788272095.358161:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253568 00000100:00100000:3.0:1788272095.358232:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788272095.358244:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3607:x1875138590253568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788272095.358280:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788272095.358412:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3607:x1875138590253568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 169us (23898us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.358420:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788272095.359239:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebc2c0e00 x1875138590253568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788272111 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272095.359277:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590253568:0@lo:13:osp-pre-0-0.0 00002000:00010000:1.0:1788272095.364662:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.364680:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.364703:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.364708:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.364716:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.364745:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.364758:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.364767:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.364795:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272095.365607:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.365714:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.365754:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.365760:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.365770:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.365795:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.365804:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd390364 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.365833:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.365836:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.365837:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272095.368071:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272095.368089:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368111:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=656s v=(0 0) 00010000:00010000:3.0:1788272095.368117:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272095.368126:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368143:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368167:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368175:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368200:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788272095.368842:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272095.368850:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368863:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=656s v=(0 0) 00010000:00010000:3.0:1788272095.368867:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272095.368872:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368884:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368894:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368902:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.368932:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788272095.368948:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788272095.370315:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.370401:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.370421:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20e00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.370427:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.370440:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.370462:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.370471:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001751c298/0x99288105fd39036b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.370505:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.370507:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.370509:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.373467:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.373494:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373583:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.373589:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.373596:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373650:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373664:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373672:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373698:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788272095.373947:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272095.373954:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373963:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.373968:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373979:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.373999:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374007:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd390379 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374034:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.374036:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.374038:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.374431:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.374437:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374448:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.374452:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.374457:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374467:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374475:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374497:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.374578:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.375036:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.375043:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375064:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.375068:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.375072:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375082:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375090:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375098:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375107:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788272095.375341:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.375348:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375356:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.375359:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.375363:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375372:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375391:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375399:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.375408:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788272095.376645:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788272095.376658:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376671:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.376677:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376689:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376715:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376723:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093177a0b/0x99288105fd390380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376759:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272095.376764:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376771:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728e00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.376774:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376793:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376805:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376812:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000352fbdf4/0x99288105fd390387 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376826:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.376829:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376836:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.376839:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376846:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376855:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376862:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a923cad3/0x99288105fd39038e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.376885:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.376886:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.376888:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.377348:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.377357:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.377369:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.377374:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.377379:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.377393:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.377403:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.377411:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.377490:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.381095:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.381113:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.381133:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.381139:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.381145:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.381161:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.381174:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.381183:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385066:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272095.385084:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385100:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.385114:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385127:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385152:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385160:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385186:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.385191:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385197:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50be00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.385200:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385208:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385217:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.385224:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.385231:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.385410:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.385602:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788272095.385612:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008645e3de/0x99288105fd39039c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386091:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386114:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.386119:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386128:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386142:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386149:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028df275f/0x99288105fd390372 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386167:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.386169:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.386172:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.386924:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.386934:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386950:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.386955:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.386963:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386977:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.386995:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387003:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387021:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788272095.387043:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272095.387049:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387056:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50b800 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.387060:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387069:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387080:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387088:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e171199/0x99288105fd3903a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.387103:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.387110:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.387112:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.387477:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.388806:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.388819:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.388835:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.388840:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.388847:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.388860:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.388870:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.388878:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.388906:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.390950:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.390968:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.390986:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.390991:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.390997:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391020:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391031:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391039:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391072:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788272095.391091:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788272095.391099:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391107:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50a800 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.391112:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391122:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391140:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391149:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000797b19f3/0x99288105fd3903aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391174:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272095.391178:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391186:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50a000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.391189:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391198:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391208:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391216:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026c7c91a/0x99288105fd3903b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.391227:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.391229:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.391231:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.391637:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.392864:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.392876:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.392894:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.392904:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.392910:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.392923:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.392934:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.392943:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.393029:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.394758:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.394773:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.394792:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.394797:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.394804:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.394819:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.394832:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.394853:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395478:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272095.395504:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395515:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50bc00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.395521:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395532:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395550:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395558:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054bac092/0x99288105fd3903b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395599:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.395603:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395610:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50b200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.395613:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395646:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395667:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.395676:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.395678:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.395680:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.397031:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788272095.397048:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a1fecc/0x99288105fd3903bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.397572:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.397910:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.397920:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.397936:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.397941:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.397948:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.397962:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.397972:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.397980:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398057:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.398378:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.398385:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398394:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.398398:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.398403:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398411:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398420:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398426:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.398447:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788272095.398991:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.398999:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399010:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.399020:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.399026:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399036:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399043:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399050:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399059:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1788272095.399381:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.399387:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399395:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.399398:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.399402:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399412:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399420:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399435:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.399444:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1788272095.399687:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788272095.399696:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399706:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50b000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272095.399712:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399723:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399755:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399764:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6ff7b1/0x99288105fd3903c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399789:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788272095.399793:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399800:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50a400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272095.399803:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399811:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399828:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399845:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cc42fde/0x99288105fd3903cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399859:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788272095.399862:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399869:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50ae00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272095.399872:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399879:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399888:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399894:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008ce4cc9/0x99288105fd3903d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399904:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272095.399907:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399918:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50b600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272095.399921:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399929:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399939:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399946:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067f997e8/0x99288105fd3903db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.399956:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272095.399958:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272095.399959:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.400156:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.400163:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400173:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.400176:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.400181:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400190:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400198:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400205:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400230:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.400544:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.400550:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400564:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.400566:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.400570:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400580:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400588:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400596:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.400606:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788272095.400949:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272095.400956:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.400965:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50aa00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.400969:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.400977:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.400991:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.400997:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009996570/0x99288105fd3903e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401015:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.401019:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401039:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50b400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.401043:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401049:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401060:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401066:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8be89dc/0x99288105fd3903e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401079:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.401081:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.401083:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.401173:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.401179:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401187:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.401191:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.401195:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401204:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401224:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401231:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401293:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.401696:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.401702:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401712:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.401715:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.401720:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401743:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401752:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.401760:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401885:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272095.401890:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401899:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50ac00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.401902:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401911:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401932:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401940:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000359e2050/0x99288105fd3903f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401956:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.401960:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401966:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50a200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.401970:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401977:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401987:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.401995:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.401996:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.401998:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272095.402091:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.402330:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788272095.402336:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009715519b/0x99288105fd3903f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788272095.402779:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.402786:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.402797:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.402801:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.402806:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.402816:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.402826:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403107:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403130:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788272095.403142:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272095.403148:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403164:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50ba00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272095.403170:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403178:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403193:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403201:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1c6f190/0x99288105fd3903fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403219:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.403221:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.403223:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.403529:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.403607:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.403963:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.403971:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.403982:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.403987:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.403992:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404002:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404020:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404027:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404052:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272095.404353:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.404361:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.404369:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa50a600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.404374:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.404385:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.404399:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.404408:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dab8534/0x99288105fd390405 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.404429:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.404431:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.404440:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.404538:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.404544:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404553:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.404556:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.404561:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404571:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404579:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404586:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.404652:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272095.404826:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.404842:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.404858:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.404862:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.404871:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.404884:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.404891:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009fd4b65/0x99288105fd39040c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.404906:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.404908:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.404910:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.405300:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.405309:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405319:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.405323:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.405328:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405338:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405347:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405355:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405380:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272095.405614:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.405653:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.405663:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.405667:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.405676:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.405691:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.405698:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a68d378/0x99288105fd390413 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.405714:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.405716:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.405718:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.405945:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.405951:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405959:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.405969:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.405974:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405985:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.405994:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406001:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406022:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272095.406261:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.406268:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.406276:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.406279:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.406300:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.406312:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.406319:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f94b99c/0x99288105fd39041a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.406333:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.406335:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.406337:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788272095.406421:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.406427:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406437:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.406441:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.406445:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406455:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406463:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406475:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.406503:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788272095.407310:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788272095.407319:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.407331:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=656s v=(0 0) 00010000:00010000:1.0:1788272095.407335:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788272095.407339:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.407349:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.407357:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.407364:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.407427:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788272095.413731:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272095.413752:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413770:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ecc00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.413777:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413789:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413818:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413843:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8395802/0x99288105fd390421 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413877:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272095.413881:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413888:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ec200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.413892:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413899:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413910:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413917:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac36d7fc/0x99288105fd390428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.413928:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.413930:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272095.413932:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.414044:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788272095.418077:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272095.418093:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.418113:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=656s v=(0 0) 00010000:00010000:2.0:1788272095.418119:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272095.418126:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.418159:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.418171:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.418178:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.421541:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788272095.422275:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272095.422286:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.422306:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=656s v=(0 0) 00010000:00010000:2.0:1788272095.422312:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272095.422319:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.422338:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.422348:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.422369:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.422579:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272095.422589:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.422607:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272095.422612:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.422648:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.422669:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.422675:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027af7f6c/0x99288105fd39042f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.422888:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272095.423190:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.423198:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423207:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.423211:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423233:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423247:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423255:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cce9616/0x99288105fd390436 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423272:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.423274:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.423276:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788272095.423367:0:24284:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272095.423374:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.423385:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=656s v=(0 0) 00010000:00010000:2.0:1788272095.423389:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272095.423394:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.423404:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.423413:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.423420:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.423443:0:24284:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272095.423818:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272095.423826:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423834:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272095.423837:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423846:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423858:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423879:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e555632/0x99288105fd39043d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272095.423902:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.423904:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272095.423905:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788272095.423963:0:24284:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1788272095.424849:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22800:x1875138590253696:12345-0@lo:5:osp-pre-0-0.0 Request processed in 91873us (92189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272095.424875:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1788272095.426228:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.426235:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272095.426243:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272095.426955:0:22800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1875138590253696:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788272095.426976:0:22800:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:0.0:1788272095.427037:0:22800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1875138590253824:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788272095.427112:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272095.427157:0:22800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e856fbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788272095.427225:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253824 00000100:00100000:3.0:1788272095.427234:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253824 00000100:00100000:3.0:1788272095.427295:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272095.427307:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22800:x1875138590253824:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788272095.427357:0:24283:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:1.0:1788272095.436933:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788272095.436994:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1788272095.453461:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22800:x1875138590253824:12345-0@lo:5:osp-pre-0-0.0 Request processed in 26141us (26333us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788272095.453498:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788272095.460297:0:22800:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788272095.460320:0:22800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1875138590253824:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788272095.460343:0:22800:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 10000000:01000000:2.0:1788272095.581945:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788272095.581956:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6d832b0800 from 13 10000000:01000000:2.0:1788272095.581963:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788272095.582035:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.582049:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.582063:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272095.582093:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590253952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788272095.582180:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272095.582259:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272095.582521:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590253952 00000100:00100000:0.0:1788272095.582532:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590253952 00000100:00100000:1.0:1788272095.582967:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788272095.582978:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+19:22772:x1875138590253952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272095.582996:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272095.583014:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390444 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.583039:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390444 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.583047:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390444 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272095.583056:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ec600, rc 0) 00000100:00100000:1.0:1788272095.583105:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:22772:x1875138590253952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272095.583110:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788272095.583198:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590253952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272095.583213:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.583221:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272095.583283:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788272095.583309:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272095.583338:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272095.583360:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254080 00000100:00100000:0.0:1788272095.583365:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254080 00000100:00100000:0.0:1788272095.583400:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788272095.583407:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:22772:x1875138590254080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788272095.583424:0:22770:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788272095.583446:0:22770:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788272095.583450:0:22770:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788272095.583563:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:22772:x1875138590254080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 156us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.583578:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788272095.583922:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788272095.583996:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788272095.584004:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.584011:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272095.584021:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788272095.584022:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6eb0818000 from 13 10000000:01000000:2.0:1788272095.584024:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788272095.584044:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.584049:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.584057:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272095.584066:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788272095.584088:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272095.584112:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3540 going to sleep for 11 seconds 00000100:00100000:3.0:1788272095.584155:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254208 00000100:00100000:3.0:1788272095.584159:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254208 00000100:00100000:3.0:1788272095.584197:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788272095.584204:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+20:22772:x1875138590254208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788272095.584213:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272095.584226:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390452 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.584257:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390452 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.584264:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390452 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.584270:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20e00, rc 0) 00000100:00100000:3.0:1788272095.584302:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590254208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272095.584306:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788272095.584392:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272095.584401:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.584408:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272095.584441:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788272095.584463:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272095.584487:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb4ed3540 going to sleep for 11 seconds 00000100:00100000:0.0:1788272095.584514:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254336 00000100:00100000:0.0:1788272095.584519:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254336 00000100:00100000:0.0:1788272095.584551:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788272095.584558:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590254336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788272095.584570:0:22770:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788272095.584583:0:22770:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788272095.584587:0:22770:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788272095.584752:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590254336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 194us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272095.584760:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788272095.585023:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590254336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788272095.585064:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788272095.585069:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272095.585075:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272095.710218:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272096.737775:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272097.758594:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272097.822395:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590254464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788272097.822479:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272097.822746:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590254592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272097.822777:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272097.822826:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254464 00000100:00100000:3.0:1788272097.822833:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254464 00000100:00100000:3.0:1788272097.822878:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254592 00000100:00100000:3.0:1788272097.822881:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254592 00000100:00100000:3.0:1788272097.822897:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788272097.822905:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590254464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272097.822938:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272097.822978:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590254464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272097.822986:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788272097.823003:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788272097.823010:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590254592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272097.823041:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272097.823082:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590254592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272097.823089:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788272097.823134:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590254592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788272097.823341:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590254464:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788272098.783749:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788272099.513225:0:24646:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788272099.805792:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788272100.279187:0:24698:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788272100.279437:0:24698:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:0.0:1788272100.382734:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272100.382740:0:17749:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788272100.382744:0:17749:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788272100.382752:0:17749:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 656 00000100:00080000:0.0:1788272100.382758:0:17749:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788272100.382765:0:17749:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272100.382787:0:17749:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc2c0e00 x1875138590255104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272100.383087:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272100.383096:0:17749:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788272100.383099:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272100.383103:0:17749:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788272100.383210:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590254720:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383278:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383371:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590255360:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383411:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383436:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788272100.383441:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590254848:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383464:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383479:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590255488:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383499:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383542:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590254976:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383567:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383584:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590255616:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383609:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383647:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788272100.383652:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590255232:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383674:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383689:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590255744:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.383710:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383736:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590255104:0@lo:8:kworker.0 00000100:00100000:0.0:1788272100.383758:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272100.383936:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255488 00000100:00100000:0.0:1788272100.383944:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255488 00000100:00100000:0.0:1788272100.384045:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255616 00000100:00100000:0.0:1788272100.384050:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255616 00000100:00100000:0.0:1788272100.384077:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255232 00000100:00100000:0.0:1788272100.384080:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255232 00000100:00100000:0.0:1788272100.384090:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255744 00000100:00100000:0.0:1788272100.384092:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255744 00000100:00100000:0.0:1788272100.384107:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788272100.384115:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590255488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.384168:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590255488:12345-0@lo:400:kworker.0 Request processed in 52us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272100.384174:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788272100.384190:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788272100.384196:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590255616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.384227:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590255616:12345-0@lo:400:kworker.0 Request processed in 31us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272100.384232:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788272100.384242:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788272100.384247:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590255232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.384270:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590255232:12345-0@lo:400:kworker.0 Request processed in 24us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272100.384275:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788272100.384284:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272100.384290:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590255744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.384311:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590255744:12345-0@lo:400:kworker.0 Request processed in 22us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272100.384326:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272100.384352:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254976 00000100:00100000:0.0:1788272100.384355:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254976 00000100:00100000:0.0:1788272100.384380:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255104 00000100:00100000:0.0:1788272100.384383:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255104 00000100:00100000:0.0:1788272100.384403:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788272100.384409:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590254976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.384439:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590254976:12345-0@lo:400:kworker.0 Request processed in 31us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272100.384445:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788272100.384456:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272100.384460:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3605:x1875138590255104:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788272100.384479:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788272100.384635:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255360 00000100:00100000:3.0:1788272100.384640:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255360 00000100:00100000:3.0:1788272100.384665:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254848 00000100:00100000:3.0:1788272100.384668:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254848 00000100:00100000:3.0:1788272100.384680:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788272100.384686:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590255360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272100.384722:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590255360:12345-0@lo:400:kworker.0 Request processed in 36us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272100.384728:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788272100.384742:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788272100.384748:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590254848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272100.384776:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590254848:12345-0@lo:400:kworker.0 Request processed in 29us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272100.384782:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1788272100.384816:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788272100.384820:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272100.384822:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788272100.386674:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788272100.386691:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590255872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788272100.386753:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272100.386796:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590255872 00000100:00100000:3.0:1788272100.386815:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590255872 00000100:00100000:3.0:1788272100.386860:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272100.386876:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590255872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788272100.386905:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272100.386948:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590255872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272100.386955:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788272100.387137:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590255872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788272100.389926:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590254720 00000100:00100000:2.0:1788272100.389938:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590254720 00000100:00100000:2.0:1788272100.390012:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788272100.390024:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3606:x1875138590254720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272100.390112:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3606:x1875138590254720:12345-0@lo:400:kworker.0 Request processed in 91us (6834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272100.390119:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00080000:2.0:1788272100.391696:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b1f80 x1875138590255232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272100.391714:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590255232:0@lo:400:kworker.0 00010000:00080000:2.0:1788272100.391734:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b3100 x1875138590255744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272100.391754:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590255744:0@lo:400:kworker.0 00000100:00100000:2.0:1788272100.391778:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590254976:0@lo:400:kworker.0 00010000:00080000:2.0:1788272100.391793:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b0380 x1875138590255616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272100.391800:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590255616:0@lo:400:kworker.0 00000100:00100000:2.0:1788272100.391921:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590254848:0@lo:400:kworker.0 00010000:00080000:2.0:1788272100.391934:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b1500 x1875138590255488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272100.391943:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590255488:0@lo:400:kworker.0 00000100:00100000:2.0:1788272100.391957:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590254720:0@lo:400:kworker.0 00000100:00100000:2.0:1788272100.391967:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590255360:0@lo:400:kworker.0 00000100:00100000:0.0:1788272100.423404:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3605:x1875138590255104:12345-0@lo:8:kworker.0 Request processed in 38918us (39621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788272100.423421:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1788272100.423483:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788272100.423489:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788272100.423493:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590255104:0@lo:8:kworker.0 00010000:00010000:1.0:1788272100.833426:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788272101.047500:0:24750:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788272101.047892:0:24750:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788272101.857653:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788272102.110555:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788272102.889758:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272102.941774:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272102.941797:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590256000:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272102.941873:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272102.941928:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256000 00000100:00100000:3.0:1788272102.941935:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256000 00000100:00100000:3.0:1788272102.941979:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272102.941989:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590256000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272102.942021:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272102.942064:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590256000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272102.942072:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272102.942118:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590256000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788272102.949722:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590256128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788272102.949802:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272102.949847:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256128 00000100:00100000:3.0:1788272102.949856:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256128 00000100:00100000:3.0:1788272102.949918:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788272102.949927:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590256128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272102.949962:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272102.950016:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590256128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272102.950030:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788272102.950104:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590256128:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788272103.904452:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272104.929780:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788272104.996433:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1788272105.501781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272105.501787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788272105.501791:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788272105.501799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 661 00000100:00080000:0.0:1788272105.501810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788272105.501817:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788272105.501839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6eaa7b2680 x1875138590256640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788272105.501865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272105.501869:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788272105.501871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788272105.501874:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788272105.501909:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590256512:0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.501986:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272105.502033:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3607:1875138590257152:0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.502073:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272105.502099:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788272105.502105:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590256384:0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.502129:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272105.502151:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590257024:0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.502171:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272105.502201:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257152 00000100:00100000:0.0:1788272105.502208:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257152 00000100:00100000:0.0:1788272105.502258:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257024 00000100:00100000:0.0:1788272105.502262:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257024 00000100:00100000:0.0:1788272105.502281:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788272105.502289:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3607:x1875138590257152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.502351:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5115500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3607:x1875138590257152:12345-0@lo:400:kworker.0 Request processed in 62us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272105.502367:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788272105.502385:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788272105.502391:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590257024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.502420:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5117100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590257024:12345-0@lo:400:kworker.0 Request processed in 29us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272105.502426:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1788272105.502465:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b1500 x1875138590257024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272105.502478:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590257024:0@lo:400:kworker.0 00010000:00080000:0.0:1788272105.502488:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b0380 x1875138590257152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272105.502496:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3607:1875138590257152:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.502924:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590256768:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.502967:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.502993:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590257280:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.503015:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.503032:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788272105.503038:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6134a90a-f5c0-4359-8bae-85444bf653a7:3608:1875138590256256:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.503064:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.503095:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590256896:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.503119:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.503149:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590256640:0@lo:8:kworker.0 00000100:00100000:2.0:1788272105.503177:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.503205:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256512 00000100:00100000:2.0:1788272105.503209:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256512 00000100:00100000:2.0:1788272105.503236:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256640 00000100:00100000:2.0:1788272105.503239:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256640 00000100:00100000:2.0:1788272105.503249:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788272105.503257:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590256512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.503293:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590256512:12345-0@lo:400:kworker.0 Request processed in 37us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272105.503299:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788272105.503325:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788272105.503329:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3605:x1875138590256640:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788272105.503348:0:24283:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788272105.503379:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3605:x1875138590256640:12345-0@lo:8:kworker.0 Request processed in 48us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788272105.503385:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788272105.503409:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788272105.503413:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788272105.503417:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590256640:0@lo:8:kworker.0 00000100:00100000:0.0:1788272105.503521:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256256 00000100:00100000:0.0:1788272105.503525:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256256 00000100:00100000:0.0:1788272105.503558:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788272105.503566:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3608:x1875138590256256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.503603:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3608:x1875138590256256:12345-0@lo:400:kworker.0 Request processed in 38us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272105.503610:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788272105.503667:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256768 00000100:00100000:0.0:1788272105.503671:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256768 00000100:00100000:0.0:1788272105.503690:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257280 00000100:00100000:0.0:1788272105.503692:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257280 00000100:00100000:0.0:1788272105.503707:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788272105.503713:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590256768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.503768:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590256768:12345-0@lo:400:kworker.0 Request processed in 54us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272105.503774:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788272105.503787:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788272105.503793:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590257280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.503819:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590257280:12345-0@lo:400:kworker.0 Request processed in 27us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272105.503825:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788272105.503850:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6134a90a-f5c0-4359-8bae-85444bf653a7:3608:1875138590256256:0@lo:400:kworker.0 00010000:00080000:0.0:1788272105.503862:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b3480 x1875138590256768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272105.503873:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590256768:0@lo:400:kworker.0 00010000:00080000:0.0:1788272105.503882:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6eaa7b3100 x1875138590257280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272105.503889:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590257280:0@lo:400:kworker.0 00000100:00100000:0.0:1788272105.503920:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590256512:0@lo:400:kworker.0 00000100:00100000:3.0:1788272105.504151:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256384 00000100:00100000:3.0:1788272105.504156:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256384 00000100:00100000:3.0:1788272105.504314:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590256896 00000100:00100000:3.0:1788272105.504318:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590256896 00000100:00100000:3.0:1788272105.504338:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788272105.504345:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590256384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272105.504389:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590256384:12345-0@lo:400:kworker.0 Request processed in 45us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272105.504396:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788272105.504408:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788272105.504414:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590256896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272105.504445:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590256896:12345-0@lo:400:kworker.0 Request processed in 31us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272105.504452:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788272105.504467:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272105.504471:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788272105.504473:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788272105.504677:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590256896:0@lo:400:kworker.0 00000100:00100000:2.0:1788272105.504689:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788272105.504696:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590257408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788272105.504745:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272105.504782:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590256384:0@lo:400:kworker.0 00000100:00100000:3.0:1788272105.506280:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257408 00000100:00100000:3.0:1788272105.506289:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257408 00000100:00100000:3.0:1788272105.506351:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788272105.506361:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590257408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788272105.506387:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272105.506447:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590257408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272105.506453:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788272105.506492:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590257408:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788272105.949989:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788272106.508169:0:25094:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788272106.508173:0:25094:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788272106.508174:0:25094:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788272106.508611:0:25094:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f6eaa7ea800 00000020:01000004:0.0:1788272106.509459:0:25094:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788272106.509478:0:25094:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788272106.509495:0:25094:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8f6eb0cfb370) 00000020:00000080:0.0:1788272106.509513:0:25094:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788272106.553943:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788272106.561140:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788272106.561649:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788272106.561889:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788272106.562135:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788272106.562387:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788272106.562610:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:1.0:1788272106.571967:0:25094:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788272106.572183:0:25094:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788272106.572197:0:25094:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788272106.572210:0:25094:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x99288105fd390467 00000020:01000004:1.0:1788272106.572218:0:25094:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1788272106.572240:0:25094:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788272106.572243:0:25094:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788272106.572249:0:25094:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788272106.572277:0:25094:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1788272106.572281:0:25094:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788272106.593836:0:25094:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788272106.593879:0:25094:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.103@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788272106.593884:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788272106.593886:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788272106.593887:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272106.593888:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272106.593889:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272106.593891:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272106.593892:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272106.593894:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272106.593895:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272106.593899:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788272106.593901:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788272106.593902:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788272106.593903:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272106.593905:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272106.593906:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272106.593907:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272106.593908:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272106.593909:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272106.593910:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788272106.593939:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788272106.593959:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257536:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788272106.594032:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.594129:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e900 going to sleep for 11 seconds 00000100:00100000:2.0:1788272106.596652:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257536 00000100:00100000:2.0:1788272106.596668:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257536 00000100:00100000:2.0:1788272106.596801:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788272106.596812:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:25094:x1875138590257536:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788272106.596854:0:22768:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788272106.596858:0:22768:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788272106.596862:0:22768:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788272106.599030:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:25094:x1875138590257536:12345-0@lo:253:mount.lustre.0 Request processed in 2206us (4983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.599045:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788272106.599424:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257536:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788272106.599442:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788272106.599445:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788272106.599447:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788272106.599448:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788272106.599449:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788272106.599466:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788272106.599467:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788272106.599469:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788272106.599471:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788272106.599472:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788272106.599494:0:25094:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f6eaa7ea800 from lustre-OST0001 10000000:01000000:3.0:1788272106.599528:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788272106.599543:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788272106.599554:0:25094:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f6ea6bf4d28 local copy 00010000:00010000:3.0:1788272106.599566:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272106.599701:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272106.599738:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.600163:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e840 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.600244:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257664 00000100:00100000:0.0:1788272106.600251:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257664 00000100:00100000:0.0:1788272106.600301:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788272106.600311:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:25094:x1875138590257664:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272106.600402:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:25094:x1875138590257664:12345-0@lo:501:mount.lustre.0 Request processed in 91us (662us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788272106.600409:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788272106.600488:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257664:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788272106.600502:0:25094:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788272106.600520:0:25094:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788272106.600528:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.600604:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81728800/0x99288105fd3900a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3900a8 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272106.600658:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f6eaa7ea800 10000000:01000000:3.0:1788272106.600663:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788272106.600668:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788272106.600671:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788272106.600676:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788272106.600679:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788272106.600704:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.600723:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.600733:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272106.600748:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257792:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272106.600777:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.600795:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e840 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.600846:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257792 00000100:00100000:0.0:1788272106.600850:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257792 00000100:00100000:0.0:1788272106.600869:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788272106.600874:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+21:25094:x1875138590257792:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788272106.600883:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272106.600895:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d830c4200/0x99288105fd390475 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39046e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.600914:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d830c4200/0x99288105fd390475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39046e expref: 22 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.600925:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d830c4200/0x99288105fd390475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39046e expref: 22 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.600933:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d830c4200, rc 0) 00000100:00100000:0.0:1788272106.600980:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590257792:12345-0@lo:101:mount.lustre.0 Request processed in 105us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.600987:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788272106.601129:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272106.601141:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390475 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.601151:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390475 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788272106.602084:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788272106.603138:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788272106.605172:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788272106.605222:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788272106.605239:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788272106.605254:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788272106.605268:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788272106.605281:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788272106.605310:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788272106.605325:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788272106.605337:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788272106.605359:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788272106.605372:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788272106.605490:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257920:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272106.605886:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.605978:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e600 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.607754:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590257920 00000100:00100000:1.0:1788272106.607771:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590257920 00000100:00100000:0.0:1788272106.607936:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788272106.607961:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590257920:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788272106.608356:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590257920:12345-0@lo:501:mount.lustre.0 Request processed in 408us (2468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.608365:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788272106.609756:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590257920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272106.609819:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258048:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272106.609889:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.609984:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.611157:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258048 00000100:00100000:1.0:1788272106.611169:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258048 00000100:00100000:1.0:1788272106.611212:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788272106.611221:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788272106.613734:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258048:12345-0@lo:503:mount.lustre.0 Request processed in 2504us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.613750:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788272106.614020:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258048:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788272106.614512:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788272106.617743:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.617845:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.617903:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.618278:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258176 00000100:00100000:1.0:1788272106.618297:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258176 00000100:00100000:1.0:1788272106.618357:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788272106.618368:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258176:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272106.619295:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258176:12345-0@lo:502:mount.lustre.0 Request processed in 916us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.619307:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788272106.619490:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272106.620726:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788272106.620772:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788272106.620789:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788272106.620815:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788272106.620829:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788272106.620843:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788272106.620861:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788272106.620875:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788272106.620889:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1788272106.620936:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.621311:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.621354:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272106.621452:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258304 00000100:00100000:3.0:1788272106.621459:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258304 00000100:00100000:3.0:1788272106.621514:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788272106.621523:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258304:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272106.621704:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258304:12345-0@lo:502:mount.lustre.0 Request processed in 181us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.621712:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788272106.621865:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258304:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788272106.621927:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788272106.621938:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788272106.627094:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788272106.627114:0:25098:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788272106.627121:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788272106.627123:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788272106.627133:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788272106.627149:0:25098:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8f6eb4e94d28) 00000020:00000080:1.0:1788272106.627176:0:25098:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788272106.627182:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788272106.627271:0:25098:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eaa7ea800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788272106.627291:0:25098:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788272106.627300:0:25098:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x99288105fd390483 00010000:00010000:1.0:1788272106.634350:0:25098:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788272106.636843:0:25098:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788272106.640145:0:25098:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788272106.648173:0:25098:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788272106.648187:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272106.648193:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272106.648195:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788272106.648199:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272106.648203:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272106.648205:0:25098:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788272106.648208:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788272106.648210:0:25098:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788272106.648212:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272106.648215:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272106.648216:0:25098:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788272106.648219:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788272106.648221:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272106.648222:0:25098:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788272106.648226:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788272106.648256:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788272106.648259:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788272106.648260:0:25098:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788272106.648264:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788272106.648449:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788272106.648480:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788272106.648506:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390475 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.648519:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21200/0x99288105fd39046e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390475 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272106.648527:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6eaa7ea800 from 1 10000000:01000000:2.0:1788272106.648540:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788272106.648579:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.648587:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.648599:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272106.648649:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258432:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788272106.648714:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.648763:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.648890:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258432 00000100:00100000:1.0:1788272106.648899:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258432 00000100:00100000:1.0:1788272106.648963:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788272106.648973:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+22:25094:x1875138590258432:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272106.648987:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272106.649001:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd39048a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.649025:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd39048a expref: 23 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.649035:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39048a expref: 23 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.649044:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ed400, rc 0) 00000100:00100000:1.0:1788272106.649084:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258432:12345-0@lo:101:mount.lustre.0 Request processed in 112us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.649102:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788272106.649270:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258432:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788272106.649294:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.649303:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272106.652023:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788272106.652318:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272106.652500:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788272106.652528:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788272106.652543:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788272106.652558:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788272106.652571:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788272106.652583:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788272106.652597:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788272106.652609:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788272106.652658:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788272106.652674:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788272106.652687:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788272106.652702:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788272106.652707:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788272106.652769:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258560:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272106.652832:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.652875:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f8300 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.653046:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258560 00000100:00100000:1.0:1788272106.653053:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258560 00000100:00100000:1.0:1788272106.653097:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788272106.653107:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258560:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788272106.653214:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258560:12345-0@lo:501:mount.lustre.0 Request processed in 108us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.653222:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788272106.655567:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258560:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272106.655633:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258688:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272106.655695:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.655738:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f8300 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.656207:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258688 00000100:00100000:0.0:1788272106.656216:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258688 00000100:00100000:0.0:1788272106.656275:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788272106.656293:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258688:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272106.656433:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258688:12345-0@lo:503:mount.lustre.0 Request processed in 149us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.656441:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788272106.656590:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258688:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788272106.657246:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788272106.657349:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258816:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.657403:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.657439:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.657513:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258816 00000100:00100000:0.0:1788272106.657519:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258816 00000100:00100000:0.0:1788272106.657564:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788272106.657574:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258816:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788272106.657690:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258816:12345-0@lo:502:mount.lustre.0 Request processed in 117us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.657698:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788272106.657785:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788272106.658002:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788272106.658030:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788272106.658044:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788272106.658058:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788272106.658071:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788272106.658084:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788272106.658096:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788272106.658108:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788272106.658121:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788272106.658132:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788272106.658146:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788272106.658170:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258944:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788272106.658208:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272106.658239:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e870bc000 going to sleep for 11 seconds 00000100:00100000:2.0:1788272106.658666:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590258944 00000100:00100000:2.0:1788272106.658672:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590258944 00000100:00100000:2.0:1788272106.658709:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788272106.658717:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258944:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.658814:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590258944:12345-0@lo:502:mount.lustre.0 Request processed in 97us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.658822:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788272106.658871:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590258944:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272106.658918:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788272106.658928:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788272106.665641:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272106.665656:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.665659:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788272106.665667:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6eaa7ea800 00000020:00000080:2.0:1788272106.665670:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788272106.665677:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272106.665679:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.665680:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788272106.665682:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272106.665685:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.665686:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788272106.665689:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f6eaa7ea800 00000020:00000080:2.0:1788272106.665691:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788272106.666394:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272106.666400:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.666402:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788272106.666405:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272106.666408:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.666409:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788272106.666413:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6eaa7ea800 00000020:00000080:2.0:1788272106.666415:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788272106.666438:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272106.666441:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.666443:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788272106.666445:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788272106.666447:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.666448:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788272106.666451:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f6eaa7ea800 00000020:00000080:2.0:1788272106.666453:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788272106.666477:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788272106.666481:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788272106.666482:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788272106.666485:0:25102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788272106.667085:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788272106.667119:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788272106.667178:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.667189:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272106.667252:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788272106.667256:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f6eaa7ea800 10000000:01000000:3.0:1788272106.667259:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f6eaa7ea800 10000000:01000000:3.0:1788272106.667263:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788272106.667268:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f6eaa7ea800 from 1 10000000:01000000:3.0:1788272106.667270:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788272106.667314:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.667324:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.667334:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272106.667356:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259072:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788272106.667423:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.667469:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e540 going to sleep for 11 seconds 00000100:00100000:1.0:1788272106.667520:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259072 00000100:00100000:1.0:1788272106.667527:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259072 00000100:00100000:1.0:1788272106.667583:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788272106.667594:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:25094:x1875138590259072:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788272106.667642:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272106.667656:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6eca00/0x99288105fd39049f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390498 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.667680:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6eca00/0x99288105fd39049f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390498 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.667690:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6eca00/0x99288105fd39049f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390498 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.667699:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6eca00, rc 0) 00000100:00100000:1.0:1788272106.667743:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259072:12345-0@lo:101:mount.lustre.0 Request processed in 150us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.667750:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788272106.667775:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259072:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788272106.667791:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39049f expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272106.667809:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd39049f expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272106.679827:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788272106.680178:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272106.680434:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788272106.680469:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788272106.680493:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788272106.680513:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788272106.680535:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788272106.680554:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788272106.680572:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788272106.680585:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788272106.680599:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788272106.680617:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788272106.680661:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788272106.680697:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788272106.680723:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788272106.680749:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788272106.680776:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788272106.680799:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788272106.680820:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788272106.680838:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788272106.680856:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788272106.680875:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788272106.680892:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788272106.680908:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788272106.680925:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788272106.680942:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788272106.680956:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788272106.680971:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788272106.680988:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788272106.681003:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788272106.681021:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788272106.681036:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788272106.681052:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788272106.681066:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788272106.681082:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788272106.681096:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788272106.681113:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788272106.681125:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788272106.681138:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788272106.681150:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788272106.681163:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788272106.681178:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788272106.681194:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788272106.681210:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788272106.681228:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788272106.681248:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788272106.681277:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788272106.681312:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788272106.681328:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788272106.681341:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788272106.681473:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788272106.681500:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788272106.681519:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788272106.681526:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788272106.681650:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259200:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272106.681718:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.681777:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272106.684680:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259200 00000100:00100000:3.0:1788272106.684694:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259200 00000100:00100000:3.0:1788272106.684754:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788272106.684764:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259200:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788272106.685280:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259200:12345-0@lo:501:mount.lustre.0 Request processed in 517us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.685316:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788272106.685539:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259200:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788272106.685591:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259328:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788272106.686496:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.686544:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.686721:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259328 00000100:00100000:0.0:1788272106.686729:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259328 00000100:00100000:0.0:1788272106.686784:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788272106.686793:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259328:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788272106.686912:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259328:12345-0@lo:503:mount.lustre.0 Request processed in 120us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.686920:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788272106.689941:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259328:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788272106.690401:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788272106.690485:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259456:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.690555:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.690599:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272106.690666:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259456 00000100:00100000:3.0:1788272106.690673:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259456 00000100:00100000:3.0:1788272106.690721:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788272106.690731:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259456:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788272106.690851:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259456:12345-0@lo:502:mount.lustre.0 Request processed in 121us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.690859:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788272106.690901:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259456:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272106.691644:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788272106.691677:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788272106.691692:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788272106.691704:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788272106.691716:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788272106.691730:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788272106.691756:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788272106.691770:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788272106.691783:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788272106.691795:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788272106.691807:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788272106.691818:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788272106.691829:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788272106.691842:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788272106.691856:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788272106.691871:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788272106.691890:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788272106.691905:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788272106.691919:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788272106.691933:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788272106.691947:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788272106.691978:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788272106.691992:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788272106.692005:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788272106.692019:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788272106.692037:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788272106.692053:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788272106.692071:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788272106.692087:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788272106.692105:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788272106.692120:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788272106.692133:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788272106.692146:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788272106.692158:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788272106.692172:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788272106.692188:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788272106.692201:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788272106.692214:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788272106.692233:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788272106.692265:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788272106.692302:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788272106.692325:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788272106.692344:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788272106.692366:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788272106.692391:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788272106.692412:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788272106.692432:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788272106.692456:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788272106.692507:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259584:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.692564:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.692597:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272106.692639:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259584 00000100:00100000:2.0:1788272106.692645:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259584 00000100:00100000:2.0:1788272106.692697:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788272106.692707:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259584:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.692792:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259584:12345-0@lo:502:mount.lustre.0 Request processed in 87us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.692797:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788272106.692836:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259584:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272106.692969:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788272106.692984:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788272106.692998:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259712:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.693022:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.693032:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d821f86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788272106.693043:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259712 00000100:00100000:2.0:1788272106.693045:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259712 00000100:00100000:2.0:1788272106.693060:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788272106.693069:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788272106.693113:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590259712:12345-0@lo:502:mount.lustre.0 Request processed in 44us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.693117:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788272106.693143:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590259712:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788272106.693171:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788272106.693178:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788272106.696243:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788272106.696263:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8f6d82f0cd28) 00000020:00000080:1.0:1788272106.696301:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788272106.696402:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eaa7ea800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788272106.696407:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6eaa7ea800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788272106.696410:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6eaa7ea800 3 00010000:00080000:1.0:1788272106.696442:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6d81dce800@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.103@tcp at head 00010000:00010000:1.0:1788272106.704410:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788272106.704728:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788272106.704777:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788272106.704790:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x99288105fd3904ad 00000100:00080000:1.0:1788272106.704802:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788272106.704808:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f6d81dce800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272106.704842:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313b80 x1875138590259840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788272106.704884:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788272106.705499:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590259840:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788272106.705574:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272106.705736:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259840 00000100:00100000:1.0:1788272106.705743:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259840 00000100:00100000:1.0:1788272106.705778:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788272106.705785:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3605:x1875138590259840:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788272106.705810:0:23882:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1788272106.705855:0:23882:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x99288105fd3904b4 00000004:00100000:1.0:1788272106.705871:0:23882:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788272106.705910:0:23882:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dc8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788272106.706164:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3605:x1875138590259840:12345-0@lo:38:llog_process_th.0 Request processed in 376us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.706171:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:01000004:1.0:1788272106.706262:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788272106.706278:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8f6d82f08000) 00000020:00000080:1.0:1788272106.706306:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788272106.706377:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f6eaa7ea800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788272106.706381:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f6eaa7ea800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788272106.706384:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f6eaa7ea800 3 00010000:00080000:1.0:1788272106.706422:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f6d81dcb800@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.103@tcp at head 00010000:00080000:0.0:1788272106.707139:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebc313b80 x1875138590259840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272106.707151:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788272106.707161:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788272106.707168:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788272106.707173:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788272106.707176:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dce800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788272106.707182:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3605:1875138590259840:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788272106.707568:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590259968:0@lo:400:kworker.0 00000100:00100000:0.0:1788272106.707615:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272106.709333:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788272106.709542:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788272106.709589:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788272106.709603:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x99288105fd3904c2 00000100:00080000:1.0:1788272106.709612:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788272106.709632:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8f6d81dcb800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788272106.709665:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebc313b80 x1875138590260096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788272106.709728:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3605:1875138590260096:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788272106.709785:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272106.709842:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260096 00000100:00100000:1.0:1788272106.709848:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260096 00000100:00100000:1.0:1788272106.709891:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272106.709899:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3605:x1875138590260096:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788272106.709922:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1788272106.709949:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x99288105fd3904c9 00000004:00100000:1.0:1788272106.709965:0:22777:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788272106.710010:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dce000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788272106.710065:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3605:x1875138590260096:12345-0@lo:38:llog_process_th.0 Request processed in 165us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272106.710073:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788272106.710111:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6ebc313b80 x1875138590260096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788272116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272106.710120:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788272106.710127:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788272106.710133:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788272106.710138:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788272106.710140:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6d81dcb800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788272106.710146:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3605:1875138590260096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788272106.710314:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590260224:0@lo:400:kworker.0 00000100:00100000:2.0:1788272106.710347:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.710379:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260224 00000100:00100000:2.0:1788272106.710384:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260224 00000100:00100000:2.0:1788272106.710415:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788272106.710422:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590260224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272106.710459:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590260224:12345-0@lo:400:kworker.0 Request processed in 38us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.710465:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788272106.710491:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590260224:0@lo:400:kworker.0 00000100:00080000:3.0:1788272106.710904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272106.710910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788272106.710912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272106.710917:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:3.0:1788272106.710920:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788272106.710924:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272106.710942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d81f6f480 x1875138590260352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272106.711003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272106.711006:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272106.711009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272106.711012:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788272106.711049:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590259968 00000100:00100000:3.0:1788272106.711053:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590259968 00000100:00100000:3.0:1788272106.711079:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788272106.711086:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590259968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711124:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590259968:12345-0@lo:400:kworker.0 Request processed in 38us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711130:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788272106.711158:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590260480:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711185:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711202:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590260992:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711226:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711245:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788272106.711251:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590260608:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711273:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711311:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3607:1875138590260864:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711333:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711349:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788272106.711354:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590260736:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711373:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711402:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260608 00000100:00100000:3.0:1788272106.711406:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260608 00000100:00100000:3.0:1788272106.711428:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788272106.711434:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590260608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711468:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590260608:12345-0@lo:400:kworker.0 Request processed in 34us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711473:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788272106.711490:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260480 00000100:00100000:3.0:1788272106.711494:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260480 00000100:00100000:3.0:1788272106.711509:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260992 00000100:00100000:3.0:1788272106.711512:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260992 00000100:00100000:3.0:1788272106.711521:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260864 00000100:00100000:3.0:1788272106.711523:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260864 00000100:00100000:3.0:1788272106.711547:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260736 00000100:00100000:3.0:1788272106.711550:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260736 00000100:00100000:3.0:1788272106.711563:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788272106.711567:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590260480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711596:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590260480:12345-0@lo:400:kworker.0 Request processed in 28us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711602:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788272106.711613:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272106.711641:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590260992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711667:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590260992:12345-0@lo:400:kworker.0 Request processed in 49us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711673:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272106.711685:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272106.711690:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3607:x1875138590260864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711718:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3607:x1875138590260864:12345-0@lo:400:kworker.0 Request processed in 29us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711731:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272106.711742:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788272106.711747:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590260736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711774:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590260736:12345-0@lo:400:kworker.0 Request processed in 27us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272106.711779:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788272106.711814:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590260608:0@lo:400:kworker.0 00010000:00080000:3.0:1788272106.711825:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6d81f6df80 x1875138590260480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272106.711834:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590260480:0@lo:400:kworker.0 00010000:00080000:3.0:1788272106.711843:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6d81f6e680 x1875138590260992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272106.711850:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590260992:0@lo:400:kworker.0 00010000:00080000:3.0:1788272106.711877:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6d81f6f100 x1875138590260736/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272106.711886:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590260736:0@lo:400:kworker.0 00010000:00080000:3.0:1788272106.711895:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f6d81f6e300 x1875138590260864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272106.711902:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3607:1875138590260864:0@lo:400:kworker.0 00000100:00100000:3.0:1788272106.711922:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590260352:0@lo:8:kworker.0 00000100:00100000:3.0:1788272106.711951:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272106.711989:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590260352 00000100:00100000:3.0:1788272106.711993:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590260352 00000100:00100000:3.0:1788272106.712012:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788272106.712016:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3605:x1875138590260352:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788272106.712063:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3605:x1875138590260352:12345-0@lo:8:kworker.0 Request processed in 45us (110us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788272106.712069:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788272106.712091:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272106.712096:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788272106.712100:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788272106.712103:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590260352:0@lo:8:kworker.0 00000100:00100000:0.0:1788272106.714420:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590259968:0@lo:400:kworker.0 00000100:00080000:1.0:1788272106.716538:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788272106.716773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272106.716780:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788272106.716783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272106.716786:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1788272106.721793:0:25107:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788272106.722564:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788272106.722600:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788272106.723076:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39049f expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.723090:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e20200/0x99288105fd390498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39049f expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788272106.723140:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788272106.723145:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788272106.723146:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272106.723148:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272106.723149:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272106.723150:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272106.723151:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272106.723153:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272106.723155:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788272106.723265:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788272106.723269:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788272106.723270:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788272106.723271:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272106.723272:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272106.723273:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272106.723274:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272106.723275:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272106.723276:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272106.723277:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788272106.723312:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788272106.723333:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590261120:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788272106.723406:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.723487:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9e900 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.723527:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261120 00000100:00100000:0.0:1788272106.723534:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261120 00000100:00100000:0.0:1788272106.723611:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788272106.723652:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590261120:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788272106.723680:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788272106.723694:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788272106.730563:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788272106.730582:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788272106.730906:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:25094:x1875138590261120:12345-0@lo:253:mount.lustre.0 Request processed in 7281us (7495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.730931:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788272106.730976:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6134a90a-f5c0-4359-8bae-85444bf653a7:25094:1875138590261120:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788272106.730991:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788272106.730995:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788272106.730997:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788272106.730998:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788272106.730999:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788272106.731001:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788272106.731002:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788272106.731004:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788272106.731006:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788272106.731007:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788272106.731027:0:25094:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1788272106.731067:0:22791:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788272106.731078:0:22791:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788272106.731097:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731112:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390444 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731120:0:22791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731127:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731160:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731174:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272106.731187:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590261248:0@lo:104: 00000100:00100000:1.0:1788272106.731223:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272106.731270:0:22791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390444 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.731279:0:22791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390444 expref: 23 pid: 22768 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272106.731298:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590261376:0@lo:104: 00000100:00100000:1.0:1788272106.731320:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272106.731341:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e870bca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788272106.731392:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261248 00000100:00100000:0.0:1788272106.731399:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261248 00000100:00100000:0.0:1788272106.731427:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261376 00000100:00100000:0.0:1788272106.731429:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261376 00000100:00100000:0.0:1788272106.731442:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788272106.731450:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590261248:12345-0@lo:104: 00010000:00010000:0.0:1788272106.731463:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731517:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788272106.731522:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:22791:x1875138590261248:12345-0@lo:104: Request processed in 73us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.731539:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788272106.731551:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788272106.731558:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590261376:12345-0@lo:104: 00010000:00010000:0.0:1788272106.731566:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731614:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788272106.731639:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:22791:x1875138590261376:12345-0@lo:104: Request processed in 82us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.731645:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788272106.731661:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272106.731666:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731673:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5c00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272106.731684:0:24375:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731692:0:24375:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272106.731699:0:24375:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272106.731716:0:24375:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272106.731749:0:24375:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731756:0:24375:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272106.731774:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731781:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd390452 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390459 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731802:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272106.731806:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731812:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5000 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:0.0:1788272106.731815:0:24375:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731821:0:24375:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788272106.731838:0:24375:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788272106.731842:0:24375:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788272106.731867:0:24375:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731874:0:24375:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788272106.731889:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731896:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5000/0x99288105fd390444 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd39044b expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.731910:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272106.731912:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272106.731914:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272106.731926:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ea5116300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590261632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272106.731965:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272106.732018:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261632 00000100:00100000:2.0:1788272106.732023:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261632 00010000:00010000:2.0:1788272106.732044:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390444 expref: 24 pid: 22768 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272106.732078:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788272106.732085:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3606:x1875138590261632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272106.732097:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272106.732102:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390444 expref: 24 pid: 22768 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.732110:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390444 expref: 24 pid: 22768 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272106.732123:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272106.732383:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3606:x1875138590261632:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272106.732392:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788272106.732425:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ea5116300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590261632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272106.732671:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ea5114a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590261504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272106.732700:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272106.732819:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272106.732845:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590261248:0@lo:104: 00010000:00010000:1.0:1788272106.732855:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eaa6ec600/0x99288105fd39044b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390444 expref: 23 pid: 22768 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272106.732877:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22791:1875138590261376:0@lo:104: 00010000:00010000:1.0:1788272106.732892:0:22791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272106.733193:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261504 00000100:00100000:0.0:1788272106.733199:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261504 00010000:00010000:0.0:1788272106.733220:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272106.733251:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788272106.733258:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+23:3609:x1875138590261504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788272106.733268:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272106.733272:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733301:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733313:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd390459 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390452 expref: 23 pid: 22769 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733325:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733333:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788272106.733347:0:22761:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010097817s 00010000:00010000:0.0:1788272106.733351:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733358:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733365:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733372:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733379:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ed600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272106.733384:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733392:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733410:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272106.733420:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272106.733640:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ea5114a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590261504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788272106.733641:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3609:x1875138590261504:12345-0@lo:103:ldlm_bl.0 Request processed in 383us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272106.733648:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000001:00000004:2.0:1788272106.733695:0:25094:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1788272106.733696:0:22791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.733704:0:22791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272106.733776:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3904d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788272106.736475:0:25094:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788272106.736483:0:25094:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788272106.736520:0:25094:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788272106.736567:0:25094:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788272106.736599:0:25094:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1788272106.736792:0:25094:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1788272106.737452:0:25094:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788272106.737710:0:25094:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788272106.974865:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788272107.688943:0:25161:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788272107.689227:0:25161:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788272107.741704:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272092/real 1788272092] req@ffff8f6d8233aa00 x1875138590248192/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272107 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.741741:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6d8233aa00 x1875138590248192/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272107 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272107.741798:0:3605:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788272092/real 1788272092] req@ffff8f6d82339880 x1875138590248064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272107 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272107.741814:0:3605:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f6d82339880 x1875138590248064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788272107 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788272107.741833:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e8b122800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788272107.741858:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788272107.741862:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590248192:0@lo:8:kworker.0 00000100:00080000:1.0:1788272107.741868:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788272107.741875:0:3605:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788272107.741877:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590248064:0@lo:8:kworker.0 00000100:00080000:3.0:1788272107.742109:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272107.742113:0:17749:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788272107.742116:0:17749:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272107.742124:0:17749:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f6eb4188800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272107.742150:0:17749:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6d81f6df80 x1875138590262144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272107.742178:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272107.742181:0:17749:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788272107.742183:0:17749:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272107.742186:0:17749:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 653 00000100:00080000:3.0:1788272107.742190:0:17749:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272107.742194:0:17749:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f6e84b05000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272107.742203:0:17749:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb86300 x1875138590262528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788272107.742209:0:17749:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788272107.742212:0:17749:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788272107.742213:0:17749:0:(import.c:65:import_set_state_nolock()) ffff8f6e8b122800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788272107.742215:0:17749:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 653 00000100:00080000:3.0:1788272107.742217:0:17749:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788272107.742220:0:17749:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f6e8b122800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788272107.742228:0:17749:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f6ebfb84a80 x1875138590262656/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788272107.742285:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590261888:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742347:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.742376:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590262784:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742400:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.742418:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590263296:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742444:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.742474:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788272107.742480:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590262016:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742503:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.742518:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590262912:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742538:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.742566:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261888 00000100:00100000:3.0:1788272107.742585:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261888 00000100:00100000:3.0:1788272107.742657:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788272107.742666:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590261888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742719:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590261888:12345-0@lo:400:kworker.0 Request processed in 54us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.742726:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788272107.742749:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262784 00000100:00100000:3.0:1788272107.742752:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262784 00000100:00100000:3.0:1788272107.742773:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263296 00000100:00100000:3.0:1788272107.742789:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263296 00000100:00100000:3.0:1788272107.742812:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262912 00000100:00100000:3.0:1788272107.742814:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262912 00000100:00100000:3.0:1788272107.742828:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788272107.742833:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590262784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742864:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590262784:12345-0@lo:400:kworker.0 Request processed in 31us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.742871:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788272107.742882:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788272107.742888:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590263296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742933:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590263296:12345-0@lo:400:kworker.0 Request processed in 44us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.742940:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788272107.742957:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788272107.742962:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590262912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.742988:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590262912:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.742992:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1788272107.743017:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788272107.743021:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788272107.743029:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590262144:0@lo:8:kworker.0 00000100:00100000:3.0:1788272107.743050:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.743064:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590262528:0@lo:8:kworker.0 00000100:00100000:3.0:1788272107.743079:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.743098:0:3605:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590262656:0@lo:8:kworker.0 00000100:00100000:3.0:1788272107.743114:0:3605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.743132:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262016 00000100:00100000:3.0:1788272107.743135:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262016 00000100:00100000:3.0:1788272107.743156:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262144 00000100:00100000:3.0:1788272107.743158:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262144 00000100:00100000:3.0:1788272107.743164:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262528 00000100:00100000:3.0:1788272107.743165:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262528 00000100:00100000:3.0:1788272107.743170:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262656 00000100:00100000:3.0:1788272107.743172:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262656 00000100:00100000:3.0:1788272107.743179:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272107.743184:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590262016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.743209:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590262016:12345-0@lo:400:kworker.0 Request processed in 25us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.743214:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272107.743224:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788272107.743228:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3605:x1875138590262144:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788272107.743262:0:24284:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:3.0:1788272107.743300:0:24284:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x99288105fd3904d7 00002000:00100000:3.0:1788272107.743314:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8f6eaa7ee000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113940 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788272107.743318:0:24284:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788272107.743322:0:24284:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788272107.743496:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788272107.743519:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8f6eaa7ec800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272107.743555:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3605:x1875138590262144:12345-0@lo:8:kworker.0 Request processed in 325us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.743561:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788272107.743575:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272107.743579:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3605:x1875138590262528:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788272107.743593:0:24284:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:3.0:1788272107.743607:0:24284:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd3904de 00002000:00100000:3.0:1788272107.743614:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8f6eaa7ef800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113940 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1788272107.743638:0:24284:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1788272107.743641:0:24284:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788272107.743678:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1788272107.743690:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8f6eaa7e9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272107.743717:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3605:x1875138590262528:12345-0@lo:8:kworker.0 Request processed in 136us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.743723:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272107.743734:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788272107.743738:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3605:x1875138590262656:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788272107.743751:0:24284:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:3.0:1788272107.743776:0:24284:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x99288105fd3904e5 00002000:00100000:3.0:1788272107.743782:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8f6eaa7ee800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113940 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1788272107.743785:0:24284:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788272107.743787:0:24284:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788272107.743809:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1788272107.743820:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8f6eaa7ed800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272107.743847:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3605:x1875138590262656:12345-0@lo:8:kworker.0 Request processed in 107us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.743852:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788272107.743875:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788272107.743901:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d81f6df80 x1875138590262144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788272132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788272107.743914:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788272107.743922:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788272107.743926:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788272107.743928:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6eb4188800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788272107.743944:0:3605:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788272107.743949:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3605:1875138590262144:0@lo:8:kworker.0 00000100:00100000:3.0:1788272107.743961:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272107.743966:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788272107.743970:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788272107.743973:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788272107.743975:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e84b05000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788272107.743986:0:3605:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788272107.743989:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590262528:0@lo:8:kworker.0 00010000:00080000:3.0:1788272107.744000:0:3605:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb84a80 x1875138590262656/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788272127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.744013:0:3605:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788272107.744017:0:3605:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788272107.744022:0:3605:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788272107.744025:0:3605:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788272107.744027:0:3605:0:(import.c:65:import_set_state_nolock()) ffff8f6e8b122800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788272107.744038:0:3605:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788272107.744041:0:3605:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3605:1875138590262656:0@lo:8:kworker.0 00000004:00080000:3.0:1788272107.744089:0:23516:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1788272107.744105:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590263552:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788272107.744129:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.744144:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830d80c0 going to sleep for 11 seconds 00000004:00080000:3.0:1788272107.744164:0:23518:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1788272107.744173:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590263808:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1788272107.744192:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.744202:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830d8480 going to sleep for 11 seconds 00000100:00100000:3.0:1788272107.744213:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263552 00000100:00100000:3.0:1788272107.744217:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263552 00000100:00100000:3.0:1788272107.744240:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263808 00000100:00100000:3.0:1788272107.744243:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263808 00000100:00100000:3.0:1788272107.744254:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788272107.744259:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23516:x1875138590263552:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:3.0:1788272107.744471:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788272107.744474:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788272107.744495:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590262016:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.744509:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb85180 x1875138590262912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.744525:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590262912:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.744539:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590261888:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.744549:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb86d80 x1875138590262784/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.744558:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590262784:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.744568:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb85c00 x1875138590263296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.744575:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590263296:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.744592:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788272107.744597:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590263424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272107.744666:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.744694:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263424 00000100:00100000:3.0:1788272107.744698:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263424 00000100:00100000:3.0:1788272107.744724:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272107.744731:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3608:x1875138590263424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788272107.744748:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272107.744784:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3608:x1875138590263424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.744791:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788272107.744823:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590263424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788272107.745169:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590261760:0@lo:400:kworker.0 00000100:00100000:1.0:1788272107.745202:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.745226:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590262400:0@lo:400:kworker.0 00000100:00100000:1.0:1788272107.745248:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.745273:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590263168:0@lo:400:kworker.0 00000100:00100000:1.0:1788272107.745301:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.745319:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788272107.745324:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590262272:0@lo:400:kworker.0 00000100:00100000:1.0:1788272107.745342:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.745355:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590263040:0@lo:400:kworker.0 00000100:00100000:1.0:1788272107.745375:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.745387:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590263680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788272107.745408:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788272107.745509:0:23517:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788272107.745596:0:23517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 668834975848ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788272107.745602:0:23517:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1788272107.747940:0:22801:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788272107.748040:0:22801:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 668837419596ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788272107.748048:0:22801:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788272107.748115:0:22802:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788272107.748140:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1875138590264064:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788272107.748202:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.748227:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788272107.748391:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590263936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788272107.748422:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788272107.754038:0:23515:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788272107.754150:0:23515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 668843530489ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788272107.754159:0:23515:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788272107.756117:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590261760 00000100:00100000:3.0:1788272107.756133:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590261760 00000100:00100000:3.0:1788272107.756189:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788272107.756207:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3607:x1875138590261760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.756315:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3607:x1875138590261760:12345-0@lo:400:kworker.0 Request processed in 111us (11111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756322:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788272107.756360:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262400 00000100:00100000:3.0:1788272107.756364:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262400 00000100:00100000:3.0:1788272107.756389:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788272107.756395:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590262400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.756430:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590262400:12345-0@lo:400:kworker.0 Request processed in 35us (11182us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756436:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788272107.756459:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263168 00000100:00100000:3.0:1788272107.756463:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263168 00000100:00100000:3.0:1788272107.756493:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590262272 00000100:00100000:3.0:1788272107.756496:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590262272 00000100:00100000:3.0:1788272107.756507:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263040 00000100:00100000:3.0:1788272107.756509:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263040 00000100:00100000:3.0:1788272107.756524:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788272107.756530:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590263168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.756560:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590263168:12345-0@lo:400:kworker.0 Request processed in 30us (11257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756566:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788272107.756589:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272107.756595:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590262272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.756642:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590262272:12345-0@lo:400:kworker.0 Request processed in 47us (11297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756647:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788272107.756665:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788272107.756670:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590263040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.756699:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590263040:12345-0@lo:400:kworker.0 Request processed in 28us (11322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756705:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788272107.756729:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263680 00000100:00100000:3.0:1788272107.756733:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263680 00000100:00100000:3.0:1788272107.756747:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590263936 00000100:00100000:3.0:1788272107.756750:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590263936 00000100:00100000:3.0:1788272107.756763:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788272107.756769:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3607:x1875138590263680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788272107.756857:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915866112 avail 3684343808 00000100:00100000:3.0:1788272107.756890:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3607:x1875138590263680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (11481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756896:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788272107.756908:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788272107.756914:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3607:x1875138590263936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788272107.756933:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915866112 avail 3684343808 00000100:00100000:3.0:1788272107.756960:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3607:x1875138590263936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (8538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.756966:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788272107.756988:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788272107.756992:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272107.756994:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788272107.757033:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d8233b800 x1875138590263936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.757056:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590263936:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1788272107.757079:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d81f6fb80 x1875138590262272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.757088:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590262272:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.757100:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb84700 x1875138590263040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.757107:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590263040:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.757117:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc233480 x1875138590263680/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.757128:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590263680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272107.757139:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590261760:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.757149:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590262400:0@lo:400:kworker.0 00010000:00080000:3.0:1788272107.757163:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebfb85500 x1875138590263168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.757171:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebfb85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590263168:0@lo:400:kworker.0 00000100:00100000:3.0:1788272107.757214:0:24284:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788272107.757221:0:24284:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1788272107.757373:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264064 00000100:00100000:3.0:1788272107.757378:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264064 00000100:00100000:0.0:1788272107.764219:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788272107.764235:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875138590263808:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788272107.764984:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1788272107.765484:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:3.0:1788272107.765818:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788272107.765825:0:24283:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788272107.765933:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23516:x1875138590263552:12345-0@lo:7:osp-pre-0-1.0 Request processed in 21670us (21800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272107.765945:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788272107.765986:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788272107.765987:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590263552:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788272107.765999:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22802:x1875138590264064:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788272107.766013:0:23516:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788272107.766054:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590264192:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788272107.766090:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.766120:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83021840 going to sleep for 11 seconds 00000100:00100000:3.0:1788272107.766147:0:24284:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788272107.766155:0:24284:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000004:00080000:2.0:1788272107.771607:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1788272107.772804:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264192 00000100:00100000:2.0:1788272107.772816:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264192 00002000:00080000:1.0:1788272107.773419:0:25163:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788272107.773425:0:25163:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788272107.773827:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875138590263808:12345-0@lo:7:osp-pre-1-1.0 Request processed in 9593us (29629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272107.773903:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788272107.773938:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788272107.773950:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1875138590264192:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788272107.773983:0:25163:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788272107.774025:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1875138590264192:12345-0@lo:5:osp-pre-0-1.0 Request processed in 78us (7935us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272107.774033:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:3.0:1788272107.774038:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc231500 x1875138590263808/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788272123 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272107.774056:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590263808:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788272107.774072:0:23518:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788272107.774073:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590264192:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788272107.774088:0:23516:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788272107.774112:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590264320:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788272107.774120:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590264448:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788272107.774160:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.774179:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264320 00000100:00100000:1.0:1788272107.774185:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264320 00000100:00100000:3.0:1788272107.774191:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830d8480 going to sleep for 11 seconds 00000100:00100000:3.0:1788272107.774207:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.774221:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264448 00000100:00100000:3.0:1788272107.774224:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bde40 going to sleep for 11 seconds 00000100:00100000:1.0:1788272107.774226:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264448 00000100:00100000:1.0:1788272107.774250:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788272107.774257:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875138590264320:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788272107.774284:0:25163:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788272107.774337:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875138590264320:12345-0@lo:5:osp-pre-1-1.0 Request processed in 80us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272107.774344:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:3.0:1788272107.774355:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc231500 x1875138590264320/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788272123 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272107.774362:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788272107.774373:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590264320:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788272107.774375:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1875138590264448:12345-0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788272107.774385:0:23518:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00002000:00080000:1.0:1788272107.774402:0:25163:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788272107.774410:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590264576:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788272107.774436:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.774460:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830d8480 going to sleep for 11 seconds 00000100:00100000:2.0:1788272107.775463:0:24284:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1788272107.775477:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264576 00000100:00100000:2.0:1788272107.775484:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264576 00002000:00080000:2.0:1788272107.775519:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788272107.775526:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788272107.775530:0:24283:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:1.0:1788272107.776376:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788272107.776390:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23518:x1875138590264576:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788272107.776433:0:25164:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1788272107.789285:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272107.789298:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789318:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=668s v=(0 0) 00010000:00010000:2.0:1788272107.789322:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272107.789329:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789348:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789359:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789380:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789405:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788272107.789803:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272107.789808:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789817:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=668s v=(0 0) 00010000:00010000:2.0:1788272107.789820:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272107.789823:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789832:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789840:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789911:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.789933:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788272107.790334:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272107.790341:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.790360:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=668s v=(0 0) 00010000:00010000:2.0:1788272107.790363:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272107.790367:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.790376:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.790385:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.790392:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.790409:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788272107.791326:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272107.791336:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.791348:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=668s v=(0 0) 00010000:00010000:2.0:1788272107.791352:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272107.791356:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.791367:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791378:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788272107.791389:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.791393:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791406:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.791410:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791413:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.791433:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788272107.791434:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791460:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791468:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f10c438/0x99288105fd3904ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791506:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788272107.791521:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791527:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4e00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.791531:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791537:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791548:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791555:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ff08f22/0x99288105fd3904f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791567:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788272107.791570:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791577:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.791580:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791587:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791608:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791615:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e555632/0x99288105fd3904fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791648:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272107.791651:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791658:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.791661:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791669:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791679:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791685:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cce9616/0x99288105fd390501 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.791696:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.791698:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.791706:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.792978:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.792986:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.799869:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.799881:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.799898:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.799910:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.799917:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.799932:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.799942:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.799949:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.799977:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.800339:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.800348:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788272107.800353:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.800358:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800358:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.800363:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800367:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.800370:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.800373:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800375:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800384:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800391:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800392:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800400:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390508 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800403:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.800418:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.800427:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.800431:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800439:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.800443:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800451:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.800463:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.800463:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800473:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39050f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.800486:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.800488:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.800490:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.802280:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.802290:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.802305:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.802309:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.802314:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.802327:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.802337:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.802344:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.802367:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272107.802968:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.802976:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.802987:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.802992:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.803002:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.803126:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.803136:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390516 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.803223:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.803225:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.803227:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.804972:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.804986:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.805015:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.805020:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.805026:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.805039:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.805049:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.805057:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.805081:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272107.805107:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.805115:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.805124:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20e00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.805129:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.805148:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.805165:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.805172:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39051d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.805191:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.805194:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.805195:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.814408:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.814422:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.814440:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.814445:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.814452:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.814466:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.814489:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.814789:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.814845:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.815018:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.815026:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815035:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.815046:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815055:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815074:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815083:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028df275f/0x99288105fd390524 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815104:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.815106:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.815108:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.815235:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.815241:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815251:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.815255:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.815260:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815287:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815294:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815303:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815339:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.815451:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.815457:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815465:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21400 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.815468:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815476:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815488:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815643:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c55ee22c/0x99288105fd39052b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.815659:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.815660:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.815662:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.815818:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.815823:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815832:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.815835:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.815839:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815848:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815855:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815862:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.815912:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.816013:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.816019:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.816028:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20800 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.816032:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.816040:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.816051:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.816059:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a0e132a/0x99288105fd390532 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.816073:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.816075:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.816076:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.816767:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.816775:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.816786:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.816795:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.816800:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.816811:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.816820:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.816828:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.816844:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.817060:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.817066:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.817075:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.817080:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.817088:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.817100:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.817108:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091e6764f/0x99288105fd390539 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.817122:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.817123:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.817125:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.818218:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.818227:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818239:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.818243:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.818249:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818284:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818293:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818300:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818324:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788272107.818821:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.818827:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818837:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.818840:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.818844:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818853:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818861:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818880:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.818897:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788272107.819146:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788272107.819153:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819162:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.819167:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819175:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819190:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819208:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd390540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819225:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.819228:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819234:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c5000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.819236:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819243:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819252:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819259:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.819282:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.819283:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.819284:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.820435:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.820446:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.820459:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.820463:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.820467:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.820479:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820487:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.820488:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.820495:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.820510:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788272107.820529:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272107.820535:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820541:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.820545:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820553:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820566:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820910:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd39054e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.820928:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.820930:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.820931:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788272107.825968:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788272107.825983:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.826014:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=668s v=(0 0) 00010000:00010000:2.0:1788272107.826019:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272107.826025:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.826038:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.826049:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.826056:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.826080:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272107.826298:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.826307:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.826323:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5a00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.826328:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.826337:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.826353:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.826361:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027af7f6c/0x99288105fd390555 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.826393:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.826395:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.826396:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788272107.826823:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1788272107.826834:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1788272107.827109:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23516:x1875138590264448:12345-0@lo:5:osp-pre-0-1.0 Request processed in 52733us (52896us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788272107.827120:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788272107.827645:0:23516:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788272107.827655:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875138590264448:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788272107.827670:0:23516:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1788272107.827729:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1875138590264704:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788272107.827767:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272107.827799:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830d8cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1788272107.827863:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.827870:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.827886:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.827890:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.827896:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.827909:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.827918:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.827927:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272107.827932:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264704 00000100:00100000:2.0:1788272107.827940:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264704 00010000:00010000:3.0:1788272107.827954:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788272107.827982:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788272107.827993:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1875138590264704:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788272107.828048:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1875138590264704:12345-0@lo:900:osp-pre-0-1.0 Request processed in 57us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272107.828056:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788272107.828067:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272107.828075:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.828084:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20e00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.828090:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1788272107.828106:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc230380 x1875138590264704/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788272123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1788272107.828106:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272107.828117:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1875138590264704:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1788272107.828121:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.828128:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001751c298/0x99288105fd39055c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.828142:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.828144:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.828145:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.831880:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.831894:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.831910:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.831915:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.831922:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.831944:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.831956:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.831964:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.831995:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788272107.832230:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788272107.832238:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.832246:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.832251:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.832271:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.832290:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.832298:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd390563 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.832315:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.832317:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.832319:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.834983:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.834997:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.835015:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.835019:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.835025:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.835039:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.835048:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.835073:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.835135:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788272107.838254:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.838280:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.838298:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.838303:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.838309:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.838329:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.838340:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.838348:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.839645:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788272107.839655:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.839666:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272107.839670:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.839692:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.840872:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.840882:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd39056a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.841108:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.841115:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.841125:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e20000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.841130:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.841150:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.841163:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.841171:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.841173:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.841175:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.845887:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788272107.845901:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c4401c/0x99288105fd390571 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.845906:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.848306:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.848319:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848336:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.848340:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.848347:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848361:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848372:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848379:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848413:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272107.848709:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.848716:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.848726:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c5000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.848730:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.848740:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.848759:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.848766:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd390578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.848785:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.848787:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.848789:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.848915:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.848921:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848929:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.848931:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.848935:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848944:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848952:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.848959:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.849083:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272107.849274:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.849281:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.849290:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.849301:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.849309:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.849320:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.849327:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39057f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.849341:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.849343:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.849344:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.851692:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.851704:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.851719:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.851723:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.851729:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.851742:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.851753:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.851767:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.851789:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788272107.852350:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272107.852359:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.852369:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272107.852373:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.852382:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.852400:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.852417:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f80fee/0x99288105fd390586 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272107.852439:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.852441:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272107.852443:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788272107.853993:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788272107.854008:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854024:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=668s v=(0 0) 00010000:00010000:3.0:1788272107.854029:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272107.854035:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854049:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854059:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854067:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854087:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272107.854097:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.854101:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854116:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.854120:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854128:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854142:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854150:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e42238b/0x99288105fd39058d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.854166:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.854168:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.854170:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.855584:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.855595:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.855609:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.855650:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.855657:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.855670:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.855680:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.855689:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788272107.856875:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788272107.856914:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788272107.856918:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788272107.859060:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788272107.863722:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788272107.863736:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.863749:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:3.0:1788272107.863754:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.863781:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.863802:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.863810:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b70fa8a2/0x99288105fd390594 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272107.863835:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.863836:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788272107.863838:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.867060:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.867075:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867092:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.867096:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.867102:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867117:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867127:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867142:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867173:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272107.867528:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.867536:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.867543:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c4c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.867548:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.867557:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.867585:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.867593:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe6bfce9/0x99288105fd39059b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.867611:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.867613:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.867615:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.867835:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.867841:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867851:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.867854:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.867859:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867867:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867874:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.867882:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.868582:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788272107.871461:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.871476:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.871501:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.871505:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.871512:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.871529:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.871540:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.871548:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272107.871803:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:23518:x1875138590264576:12345-0@lo:5:osp-pre-1-1.0 Request processed in 95412us (97360us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788272107.871813:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788272107.871865:0:23518:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788272107.871872:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875138590264576:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788272107.871888:0:23518:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1788272107.871937:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1875138590264832:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788272107.871970:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.872003:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bdc00 going to sleep for 11 seconds 00010000:00010000:2.0:1788272107.881193:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788272107.881208:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.881221:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d830c5000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.881226:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.881238:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.881269:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.881278:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b07b0cac/0x99288105fd3905a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272107.881353:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264832 00000100:00100000:2.0:1788272107.881363:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264832 00000100:00100000:2.0:1788272107.881415:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788272107.881424:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1875138590264832:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788272107.881523:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1875138590264832:12345-0@lo:900:osp-pre-1-1.0 Request processed in 99us (9551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272107.881531:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788272107.882849:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d82338700 x1875138590264832/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788272123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272107.882868:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d82338700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1875138590264832:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1788272107.882917:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.882923:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.882932:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.882937:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.882946:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.882965:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.882983:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.882985:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.882988:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272107.883899:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788272107.883910:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009fd4b65/0x99288105fd3905a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.887815:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.892405:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.892420:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.892438:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.892443:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.892450:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.892478:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.892489:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.892497:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.892525:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272107.892727:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.892734:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.892742:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.892746:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.892760:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.892778:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.892784:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f94b99c/0x99288105fd3905b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.892803:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.892804:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.892806:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.897455:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.897471:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.897489:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.897494:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.897501:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.897515:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.897526:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.897547:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.897575:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788272107.897663:0:24375:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.897670:0:24375:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.897684:0:24375:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729000 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.897689:0:24375:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.897768:0:24375:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.897785:0:24375:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.897797:0:24375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a68d378/0x99288105fd3905b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.897814:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.897816:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.897818:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788272107.898768:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788272107.898787:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.898798:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1788272107.898802:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272107.898807:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.898818:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.898828:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.898835:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272107.898864:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788272107.898912:0:24283:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:2.0:1788272107.898963:0:22764:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272107.898970:0:22764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.898979:0:22764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728c00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272107.898983:0:22764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.898992:0:22764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.899012:0:22764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272107.899023:0:22764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a923cad3/0x99288105fd3905be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272107.899023:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22802:x1875138590264064:12345-0@lo:5:osp-pre-1-0.0 Request processed in 133023us (150815us total) trans 0 rc 0/0 00010000:00010000:2.0:1788272107.899040:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272107.899045:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272107.899045:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788272107.899048:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272107.899150:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1875138590264064:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788272107.899166:0:22802:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788272107.899210:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8233a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1875138590264960:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788272107.899243:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272107.899288:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272107.899301:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590264960 00000100:00100000:0.0:1788272107.899309:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590264960 00000100:00100000:0.0:1788272107.899355:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788272107.899365:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22802:x1875138590264960:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788272107.899402:0:24284:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1788272107.903398:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1875138590264960:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4027us (4146us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788272107.903412:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788272107.903644:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8233a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1875138590264960:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788272107.903662:0:22802:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1788272108.001332:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272108.062038:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590265088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788272108.062119:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272108.062346:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788272108.062355:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590265216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788272108.062380:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272108.062457:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265088 00000100:00100000:3.0:1788272108.062465:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265088 00000100:00100000:3.0:1788272108.062515:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265216 00000100:00100000:3.0:1788272108.062519:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265216 00000100:00100000:3.0:1788272108.062535:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788272108.062544:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590265088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272108.062579:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272108.062687:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590265088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272108.062694:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788272108.062713:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788272108.062719:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590265216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272108.062736:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788272108.062868:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590265088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272108.063665:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590265216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 945us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272108.063671:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788272108.063738:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590265216:0@lo:41:osp-pre-0-1.0 10000000:01000000:3.0:1788272108.199033:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788272108.199041:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6d832b0800 from 14 10000000:01000000:3.0:1788272108.199046:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788272108.199096:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272108.199108:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272108.199120:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272108.199146:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc233b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788272108.199211:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272108.199270:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d8325a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788272108.201660:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265344 00000100:00100000:1.0:1788272108.201675:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265344 00000100:00100000:1.0:1788272108.201736:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788272108.201759:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590265344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272108.201778:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272108.201798:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3905cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3905c5 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.201827:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3905cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3905c5 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.201840:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6ed600/0x99288105fd3905cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3905c5 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.201849:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ed600, rc 0) 00000100:00100000:1.0:1788272108.201934:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590265344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272108.201941:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788272108.202006:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc233b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272108.202022:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905cc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.202032:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3905cc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272108.202096:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265472:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788272108.202134:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272108.202159:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6eb35bdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272108.203147:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265472 00000100:00100000:3.0:1788272108.203154:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265472 00000100:00100000:3.0:1788272108.203297:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788272108.203306:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590265472:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788272108.203322:0:22770:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788272108.203341:0:22770:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788272108.203344:0:22770:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1788272108.203434:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590265472:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272108.203441:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788272108.204126:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265472:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788272108.204197:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788272108.204209:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905cc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204219:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21c00/0x99288105fd3905c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905cc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272108.204228:0:22772:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788272108.204231:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f6eb0818000 from 14 10000000:01000000:1.0:1788272108.204233:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788272108.204287:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204295:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204304:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272108.204319:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788272108.204352:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272108.204370:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9828e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788272108.204383:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265600 00000100:00100000:1.0:1788272108.204387:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265600 00000100:00100000:1.0:1788272108.204422:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788272108.204430:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590265600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272108.204439:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272108.204449:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ece00/0x99288105fd3905da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3905d3 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204467:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ece00/0x99288105fd3905da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3905d3 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204484:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6ece00/0x99288105fd3905da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3905d3 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272108.204492:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ece00, rc 0) 00000100:00100000:1.0:1788272108.204522:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590265600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272108.204528:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788272108.204532:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272108.204544:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905da expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272108.204552:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3905da expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272108.204593:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ea5117800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265728:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788272108.204666:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272108.204688:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8a0d2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788272108.204693:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265728 00000100:00100000:1.0:1788272108.204697:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265728 00000100:00100000:1.0:1788272108.204718:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788272108.204724:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590265728:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788272108.204734:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788272108.204747:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788272108.204750:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788272108.204806:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590265728:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 82us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272108.204813:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788272108.206493:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ea5117800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590265728:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788272108.206567:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788272108.206576:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905da expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272108.206587:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ec600/0x99288105fd3905d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3905da expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272109.025478:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272110.046030:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272110.621946:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590265856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788272110.622032:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272110.628414:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265856 00000100:00100000:1.0:1788272110.628429:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265856 00000100:00100000:1.0:1788272110.628495:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788272110.628507:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590265856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788272110.628542:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788272110.628646:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590265856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (6614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272110.628654:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1788272110.628701:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788272110.628758:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590265856:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788272111.075884:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272112.094242:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788272112.351307:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1788272112.593110:0:25452:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788272113.117913:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272113.182293:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788272113.182315:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590265984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788272113.182409:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.182637:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590266112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272113.182663:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.182687:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788272113.182691:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590266240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272113.182708:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.182734:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590265984 00000100:00100000:3.0:1788272113.182740:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590265984 00000100:00100000:3.0:1788272113.182784:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266112 00000100:00100000:3.0:1788272113.182787:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266112 00000100:00100000:3.0:1788272113.182799:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788272113.182806:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590265984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272113.182835:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272113.182873:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590265984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.182880:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788272113.182896:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788272113.182902:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590266112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272113.182916:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272113.182945:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590266112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.182951:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788272113.182967:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266240 00000100:00100000:3.0:1788272113.182971:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266240 00000100:00100000:3.0:1788272113.183002:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788272113.183007:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590266240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788272113.183024:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272113.183063:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590266240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.183069:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1788272113.183089:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788272113.183123:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590266240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272113.183135:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590266112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272113.183159:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590265984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788272113.183869:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590266368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788272113.183904:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.183934:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266368 00000100:00100000:3.0:1788272113.183938:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266368 00000100:00100000:3.0:1788272113.183966:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788272113.183973:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3606:x1875138590266368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788272113.183990:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788272113.184021:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3606:x1875138590266368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.184027:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1788272113.184045:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788272113.184065:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590266368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788272113.184579:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590266496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788272113.184611:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272113.184656:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590267008:0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.184679:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272113.184696:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590267520:0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.184718:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272113.184735:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788272113.184740:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590266880:0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.184770:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272113.184787:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590267392:0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.184807:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272113.184829:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267520 00000100:00100000:0.0:1788272113.184833:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267520 00000100:00100000:0.0:1788272113.184864:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266880 00000100:00100000:0.0:1788272113.184867:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266880 00000100:00100000:0.0:1788272113.184896:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267392 00000100:00100000:0.0:1788272113.184899:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267392 00000100:00100000:0.0:1788272113.184913:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788272113.184920:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590267520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.184958:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5115c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590267520:12345-0@lo:400:kworker.0 Request processed in 38us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272113.184964:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788272113.184976:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788272113.184982:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590266880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.185006:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5116a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3607:x1875138590266880:12345-0@lo:400:kworker.0 Request processed in 25us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272113.185012:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788272113.185023:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788272113.185030:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590267392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.185053:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590267392:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272113.185059:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788272113.185074:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788272113.185077:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788272113.185095:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cd180 x1875138590266880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272113.185106:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3607:1875138590266880:0@lo:400:kworker.0 00010000:00080000:0.0:1788272113.185116:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cf100 x1875138590267392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272113.185123:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590267392:0@lo:400:kworker.0 00010000:00080000:0.0:1788272113.185142:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cdc00 x1875138590267520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272113.185150:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590267520:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185325:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590266752:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185360:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.185389:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590267264:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185410:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.185428:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788272113.185433:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590266624:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185464:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.185488:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3609:1875138590267136:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185507:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.185520:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590267648:0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185538:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272113.185557:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266624 00000100:00100000:3.0:1788272113.185561:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266624 00000100:00100000:3.0:1788272113.185587:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788272113.185593:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3609:x1875138590266624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.185641:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3609:x1875138590266624:12345-0@lo:400:kworker.0 Request processed in 47us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.185648:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788272113.185680:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267264 00000100:00100000:3.0:1788272113.185683:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267264 00000100:00100000:3.0:1788272113.185705:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267136 00000100:00100000:3.0:1788272113.185707:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267136 00000100:00100000:3.0:1788272113.185718:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267648 00000100:00100000:3.0:1788272113.185720:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267648 00000100:00100000:3.0:1788272113.185732:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788272113.185738:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590267264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.186252:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3609:x1875138590267264:12345-0@lo:400:kworker.0 Request processed in 512us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.186260:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788272113.186276:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788272113.186284:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3609:x1875138590267136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.186312:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3609:x1875138590267136:12345-0@lo:400:kworker.0 Request processed in 30us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.186325:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788272113.186337:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788272113.186343:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3609:x1875138590267648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272113.186368:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3609:x1875138590267648:12345-0@lo:400:kworker.0 Request processed in 26us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272113.186374:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1788272113.186395:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272113.186398:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788272113.186420:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590266624:0@lo:400:kworker.0 00010000:00080000:3.0:1788272113.186432:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cfb80 x1875138590267136/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272113.186441:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3609:1875138590267136:0@lo:400:kworker.0 00010000:00080000:3.0:1788272113.186450:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816ce300 x1875138590267648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272113.186459:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3609:1875138590267648:0@lo:400:kworker.0 00010000:00080000:3.0:1788272113.186468:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cce00 x1875138590267264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272113.186475:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3609:1875138590267264:0@lo:400:kworker.0 00000100:00100000:1.0:1788272113.186664:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266496 00000100:00100000:1.0:1788272113.186670:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266496 00000100:00100000:1.0:1788272113.186702:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272113.186708:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590266496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788272113.186723:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788272113.186772:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590266496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272113.186778:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272113.186818:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590266496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788272113.186957:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267008 00000100:00100000:0.0:1788272113.186962:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267008 00000100:00100000:0.0:1788272113.186996:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590266752 00000100:00100000:0.0:1788272113.186999:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590266752 00000100:00100000:0.0:1788272113.187023:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272113.187030:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590267008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.187065:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590267008:12345-0@lo:400:kworker.0 Request processed in 35us (2385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272113.187071:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788272113.187083:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788272113.187089:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590266752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272113.187118:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590266752:12345-0@lo:400:kworker.0 Request processed in 30us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272113.187124:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788272113.187216:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788272113.187219:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788272113.187239:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590266752:0@lo:400:kworker.0 00000100:00100000:1.0:1788272113.187300:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590267008:0@lo:400:kworker.0 00000020:00000004:3.0:1788272113.342980:0:25504:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788272113.344839:0:25504:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000001:00080000:3.0:1788272113.698348:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:1.0:1788272114.142202:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788272114.207209:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1788272114.209951:0:25554:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788272114.212502:0:25554:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788272114.477351:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.477464:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577856 00000100:00100000:1.0:1788272114.477474:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577856 00000100:00100000:1.0:1788272114.477557:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 114 00000100:00100000:1.0:1788272114.477566:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2394:x1875138577577856:12345-192.168.201.3@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788272114.477594:0:22769:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 17014738-e4b3-4442-8f01-be93000e34c1@192.168.201.3@tcp t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:1.0:1788272114.477659:0:22769:0:(genops.c:1385:class_connect()) connect: client 17014738-e4b3-4442-8f01-be93000e34c1, cookie 0x99288105fd3905e1 00000100:00080000:1.0:1788272114.477802:0:22769:0:(import.c:65:import_set_state_nolock()) ffff8f6d82da3000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788272114.477872:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+5:2394:x1875138577577856:12345-192.168.201.3@tcp:250:mount.lustre.0 Request processed in 306us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.477892:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 114 00000100:00100000:0.0:1788272114.489672:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.489831:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577577984 00000100:00100000:3.0:1788272114.489841:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577577984 00000100:00100000:3.0:1788272114.489951:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 115 00000100:00100000:3.0:1788272114.489963:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+5:18065:x1875138577577984:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788272114.489989:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272114.490007:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd3905e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfd992 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.490034:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd3905e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd992 expref: 6 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.490044:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20e00/0x99288105fd3905e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd992 expref: 6 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.490054:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20e00, rc 0) 00000100:00100000:3.0:1788272114.490124:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+6:18065:x1875138577577984:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 163us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.490132:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 115 00000100:00100000:2.0:1788272114.496432:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.496531:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578112 00000100:00100000:1.0:1788272114.496540:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578112 00000100:00100000:1.0:1788272114.496599:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 116 00000100:00100000:1.0:1788272114.496611:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+6:18065:x1875138577578112:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788272114.496835:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+6:18065:x1875138577578112:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 226us (413us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788272114.496844:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 116 00000100:00100000:2.0:1788272114.503454:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.503753:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578240 00000100:00100000:3.0:1788272114.503764:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578240 00000100:00100000:3.0:1788272114.503833:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 117 00000100:00100000:3.0:1788272114.503846:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+6:18065:x1875138577578240:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788272114.503866:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272114.503888:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20000/0x99288105fd3905ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfd999 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.503925:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20000/0x99288105fd3905ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd999 expref: 7 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.503955:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20000/0x99288105fd3905ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd999 expref: 7 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.503966:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20000, rc 0) 00000100:00100000:3.0:1788272114.504039:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+7:18065:x1875138577578240:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 195us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.504047:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 117 00000100:00100000:0.0:1788272114.508694:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.509191:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578368 00000100:00100000:3.0:1788272114.509202:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578368 00000100:00100000:3.0:1788272114.509311:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 118 00000100:00100000:3.0:1788272114.509323:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+7:18065:x1875138577578368:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788272114.509499:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+8:18065:x1875138577578368:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 178us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.509508:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 118 00000100:00100000:2.0:1788272114.520424:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.520634:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578496 00000100:00100000:1.0:1788272114.520644:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578496 00000100:00100000:1.0:1788272114.520710:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 119 00000100:00100000:1.0:1788272114.520720:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+8:18065:x1875138577578496:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788272114.521099:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+8:18065:x1875138577578496:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 380us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.521108:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 119 00000100:00100000:2.0:1788272114.528498:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.528584:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578624 00000100:00100000:3.0:1788272114.528595:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578624 00000100:00100000:3.0:1788272114.528690:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 120 00000100:00100000:3.0:1788272114.528700:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578624:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788272114.528882:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578624:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 183us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.528890:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 120 00000100:00100000:0.0:1788272114.564077:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.564511:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578752 00000100:00100000:1.0:1788272114.564524:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578752 00000100:00100000:1.0:1788272114.564591:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 121 00000100:00100000:1.0:1788272114.564601:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578752:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788272114.564841:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578752:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 241us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.564849:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 121 00000100:00100000:2.0:1788272114.569703:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272114.570380:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577578880 00000100:00100000:0.0:1788272114.570403:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577578880 00000100:00100000:0.0:1788272114.570468:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 122 00000100:00100000:0.0:1788272114.570479:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578880:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788272114.570690:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+8:18084:x1875138577578880:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 213us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.570699:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 122 00000100:00100000:2.0:1788272114.585492:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.585675:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579008 00000100:00100000:3.0:1788272114.585685:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579008 00000100:00100000:3.0:1788272114.585749:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 123 00000100:00100000:3.0:1788272114.585768:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+8:18065:x1875138577579008:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788272114.585802:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272114.585819:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20600/0x99288105fd3905f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfd9ca expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.585848:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20600/0x99288105fd3905f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9ca expref: 9 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.585859:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20600/0x99288105fd3905f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9ca expref: 9 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272114.585869:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20600, rc 0) 00000100:00100000:3.0:1788272114.585938:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+9:18065:x1875138577579008:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 172us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.585945:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 123 00000100:00100000:3.0:1788272114.590644:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.590907:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579136 00000100:00100000:1.0:1788272114.590917:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579136 00000100:00100000:1.0:1788272114.590974:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 124 00000100:00100000:1.0:1788272114.590998:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+9:18065:x1875138577579136:12345-192.168.201.3@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788272114.591027:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788272114.591043:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788272114.591048:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788272114.591051:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788272114.591054:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788272114.591056:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788272114.596422:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+9:18065:x1875138577579136:12345-192.168.201.3@tcp:256:mount.lustre.0 Request processed in 5410us (5796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.596438:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 124 00000100:00100000:2.0:1788272114.601867:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272114.602010:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579264 00000100:00100000:0.0:1788272114.602020:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579264 00000100:00100000:0.0:1788272114.602130:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 125 00000100:00100000:0.0:1788272114.602140:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+9:18065:x1875138577579264:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788272114.602166:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272114.602184:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfd9d1 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272114.602214:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 10 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272114.602226:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 10 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272114.602235:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728e00, rc 0) 00000100:00100000:0.0:1788272114.602350:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+10:18065:x1875138577579264:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 210us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.602357:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 125 00000100:00100000:3.0:1788272114.605994:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.606081:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579392 00000100:00100000:1.0:1788272114.606092:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579392 00000100:00100000:1.0:1788272114.606152:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 126 00000100:00100000:1.0:1788272114.606162:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc80c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+10:18065:x1875138577579392:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788272114.606593:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc80c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+10:18065:x1875138577579392:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 431us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.606602:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 126 00000100:00100000:2.0:1788272114.611591:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272114.611873:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579520 00000100:00100000:0.0:1788272114.611884:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579520 00000100:00100000:0.0:1788272114.611980:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 127 00000100:00100000:0.0:1788272114.611990:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+10:18065:x1875138577579520:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788272114.612197:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+10:18065:x1875138577579520:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 207us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.612221:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 127 00000100:00100000:2.0:1788272114.615055:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.615303:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579648 00000100:00100000:1.0:1788272114.615313:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579648 00000100:00100000:1.0:1788272114.615365:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 128 00000100:00100000:1.0:1788272114.615375:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+10:18092:x1875138577579648:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788272114.617238:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+10:18092:x1875138577579648:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 1855us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.617260:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 128 00000100:00100000:1.0:1788272114.624384:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272114.624498:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579776 00000100:00100000:0.0:1788272114.624509:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579776 00000100:00100000:0.0:1788272114.624601:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 129 00000100:00100000:0.0:1788272114.624612:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+10:18092:x1875138577579776:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788272114.624913:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+10:18092:x1875138577579776:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 302us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.624921:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 129 00000100:00100000:2.0:1788272114.631981:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272114.632027:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.632107:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577579904 00000100:00100000:3.0:1788272114.632116:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577579904 00000100:00100000:3.0:1788272114.632191:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580160 00000100:00100000:3.0:1788272114.632195:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580160 00000100:00100000:3.0:1788272114.632221:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788272114.632229:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2394:x1875138577579904:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788272114.632260:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570@192.168.201.3@tcp t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:3.0:1788272114.632309:0:22776:0:(genops.c:1385:class_connect()) connect: client fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570, cookie 0x99288105fd390604 00000004:00100000:3.0:1788272114.632334:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788272114.632544:0:22776:0:(import.c:65:import_set_state_nolock()) ffff8f6eaa7e8800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272114.632612:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2394:x1875138577579904:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 382us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.632664:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788272114.632687:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:3.0:1788272114.632692:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2394:x1875138577580160:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788272114.632709:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570@192.168.201.3@tcp t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:3.0:1788272114.632738:0:22776:0:(genops.c:1385:class_connect()) connect: client fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570, cookie 0x99288105fd39060b 00000004:00100000:3.0:1788272114.632751:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788272114.639525:0:22776:0:(import.c:65:import_set_state_nolock()) ffff8f6e851dc800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272114.639615:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2394:x1875138577580160:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 6919us (7586us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.639643:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:2.0:1788272114.649258:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272114.649306:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272114.649339:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.649430:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580288 00000100:00100000:3.0:1788272114.649440:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580288 00000100:00100000:3.0:1788272114.649508:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580416 00000100:00100000:3.0:1788272114.649512:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580416 00000100:00100000:3.0:1788272114.649527:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580032 00000100:00100000:3.0:1788272114.649529:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580032 00000100:00100000:3.0:1788272114.649544:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:3.0:1788272114.649554:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:0:x1875138577580288:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788272114.649593:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272114.649703:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:0:x1875138577580288:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 150us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.649711:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:3.0:1788272114.649741:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:3.0:1788272114.649748:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18065:x1875138577580416:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788272114.649772:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272114.649829:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18065:x1875138577580416:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 81us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.649835:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:3.0:1788272114.649847:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272114.649860:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:0:x1875138577580032:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788272114.649871:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272114.649889:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:0:x1875138577580032:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 30us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.649895:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00080000:2.0:1788272114.650648:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788272114.650654:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788272114.661944:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.662051:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580544 00000100:00100000:3.0:1788272114.662064:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580544 00000100:00100000:3.0:1788272114.662176:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:3.0:1788272114.662188:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577580544:12345-192.168.201.3@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788272114.662295:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577580544:12345-192.168.201.3@tcp:40:mount.lustre.0 Request processed in 94us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272114.662303:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:3.0:1788272114.667552:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.667683:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272114.667703:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.667871:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580672 00000100:00100000:1.0:1788272114.667893:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580672 00000100:00100000:1.0:1788272114.667939:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580800 00000100:00100000:1.0:1788272114.667942:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580800 00000100:00100000:1.0:1788272114.667963:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788272114.667973:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2394:x1875138577580672:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788272114.668006:0:25164:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570@192.168.201.3@tcp t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:1.0:1788272114.668037:0:25164:0:(genops.c:1385:class_connect()) connect: client fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570, cookie 0x99288105fd390612 00002000:00100000:1.0:1788272114.668048:0:25164:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570/ffff8f6d82da6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113940 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788272114.668058:0:25164:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788272114.668229:0:25164:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788272114.668259:0:25164:0:(import.c:65:import_set_state_nolock()) ffff8f6d82da0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788272114.668337:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2394:x1875138577580672:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 364us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.668344:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788272114.668361:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:1.0:1788272114.668365:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2394:x1875138577580800:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788272114.668381:0:25164:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570@192.168.201.3@tcp t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:1.0:1788272114.668394:0:25164:0:(genops.c:1385:class_connect()) connect: client fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570, cookie 0x99288105fd390619 00002000:00100000:1.0:1788272114.668399:0:25164:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570/ffff8f6d82da2800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113940 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788272114.668404:0:25164:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788272114.668525:0:25164:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788272114.668540:0:25164:0:(import.c:65:import_set_state_nolock()) ffff8f6d82da2000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788272114.668562:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2394:x1875138577580800:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 195us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.668568:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:2.0:1788272114.669209:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577580928 00000100:00100000:2.0:1788272114.669216:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577580928 00000100:00100000:2.0:1788272114.669261:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:2.0:1788272114.669270:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577580928:12345-192.168.201.3@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788272114.669459:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577580928:12345-192.168.201.3@tcp:900:mount.lustre.0 Request processed in 190us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272114.669467:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:3.0:1788272114.671526:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272114.675015:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581056 00000100:00100000:2.0:1788272114.675029:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581056 00000100:00100000:2.0:1788272114.675138:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:2.0:1788272114.675159:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577581056:12345-192.168.201.3@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788272114.678378:0:22778:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3138us 00000004:00200000:0.0:1788272114.690587:0:22778:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788272114.690793:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18065:x1875138577581056:12345-192.168.201.3@tcp:33:mount.lustre.0 Request processed in 15630us (19270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272114.690808:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788272114.813876:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272114.814162:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581184 00000100:00100000:1.0:1788272114.814172:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581184 00000100:00100000:1.0:1788272114.814293:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:1.0:1788272114.814307:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18115:x1875138577581184:12345-192.168.201.3@tcp:101:mkdir.0 00010000:00010000:1.0:1788272114.814330:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272114.814407:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec200/0x99288105fd390620 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda02 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814478:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814494:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814510:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788272114.814578:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788272114.814582:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788272114.814669:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814700:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec200/0x99288105fd390620 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda02 expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814720:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda02 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272114.814738:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:1.0:1788272114.814741:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788272114.814763:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ecc00, rc 0) 00000100:00100000:1.0:1788272114.814826:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18115:x1875138577581184:12345-192.168.201.3@tcp:101:mkdir.0 Request processed in 522us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272114.814834:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00010000:00010000:0.0:1788272115.166040:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788272115.743169:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788272115.743209:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590267776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788272115.743324:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272115.743517:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267776 00000100:00100000:1.0:1788272115.743529:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267776 00000100:00100000:1.0:1788272115.743647:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788272115.743659:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5117480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590267776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788272115.743700:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788272115.743759:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5117480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590267776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272115.743767:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272115.743876:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590267776:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788272115.745798:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788272116.190725:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272116.594403:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.595615:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581312 00000100:00100000:0.0:1788272116.595702:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581312 00000100:00100000:0.0:1788272116.595818:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:0.0:1788272116.595831:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18167:x1875138577581312:12345-192.168.201.3@tcp:41:lfs.0 00000004:00000024:0.0:1788272116.595906:0:22776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788272116.596057:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18167:x1875138577581312:12345-192.168.201.3@tcp:41:lfs.0 Request processed in 227us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.596065:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00080000:2.0:1788272116.596957:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788272116.598868:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.598986:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581440 00000100:00100000:0.0:1788272116.598999:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581440 00000100:00100000:0.0:1788272116.599159:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:0.0:1788272116.599174:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581440:12345-192.168.201.3@tcp:41:lfs.0 00000004:00000024:0.0:1788272116.599228:0:23882:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788272116.599392:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581440:12345-192.168.201.3@tcp:41:lfs.0 Request processed in 221us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.599401:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:1.0:1788272116.603029:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.603201:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581568 00000100:00100000:3.0:1788272116.603217:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581568 00000100:00080000:2.0:1788272116.603334:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788272116.603342:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788272116.603866:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272116.603882:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581568:12345-192.168.201.3@tcp:13:lfs.0 00002000:00000024:3.0:1788272116.603919:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272116.604042:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581568:12345-192.168.201.3@tcp:13:lfs.0 Request processed in 163us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.604072:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272116.608194:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.608402:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581696 00000100:00100000:1.0:1788272116.608416:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581696 00000100:00100000:1.0:1788272116.608530:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:1.0:1788272116.608544:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581696:12345-192.168.201.3@tcp:13:lfs.0 00000100:00080000:2.0:1788272116.608870:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1788272116.608985:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788272116.609120:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18167:x1875138577581696:12345-192.168.201.3@tcp:13:lfs.0 Request processed in 568us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.609132:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:1.0:1788272116.774530:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.777344:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581824 00000100:00100000:3.0:1788272116.777368:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581824 00000100:00100000:3.0:1788272116.777479:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 130 00000100:00100000:3.0:1788272116.777494:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+10:18198:x1875138577581824:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788272116.777519:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272116.777543:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e20800/0x99288105fd39062e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda09 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.777853:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e20800/0x99288105fd39062e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda09 expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.777866:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e20800/0x99288105fd39062e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda09 expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.777877:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e20800, rc 0) 00000100:00100000:3.0:1788272116.778042:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577581824:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 550us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.778051:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 130 00000100:00100000:3.0:1788272116.799011:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.799213:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577581952 00000100:00100000:0.0:1788272116.799227:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577581952 00000100:00100000:0.0:1788272116.799307:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 131 00000100:00100000:0.0:1788272116.799321:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577581952:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788272116.800165:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577581952:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 841us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.800177:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 131 00000100:00100000:1.0:1788272116.814805:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.814926:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582080 00000100:00100000:3.0:1788272116.814940:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582080 00000100:00100000:3.0:1788272116.815011:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 132 00000100:00100000:3.0:1788272116.815024:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577582080:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788272116.815238:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577582080:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 215us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.815254:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 132 00000100:00100000:1.0:1788272116.825979:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.826186:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582208 00000100:00100000:0.0:1788272116.826201:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582208 00000100:00100000:0.0:1788272116.826279:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 133 00000100:00100000:0.0:1788272116.826294:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582208:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788272116.826666:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582208:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 373us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.826689:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 133 00000100:00100000:0.0:1788272116.861122:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.861938:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582336 00000100:00100000:1.0:1788272116.861953:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582336 00000100:00100000:1.0:1788272116.862053:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 134 00000100:00100000:1.0:1788272116.862065:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582336:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788272116.862289:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582336:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 225us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.862298:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 134 00000100:00100000:1.0:1788272116.872706:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.873187:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582464 00000100:00100000:0.0:1788272116.873203:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582464 00000100:00100000:0.0:1788272116.873285:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 135 00000100:00100000:0.0:1788272116.873299:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582464:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788272116.873530:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+11:18205:x1875138577582464:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 233us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.873540:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 135 00000100:00100000:2.0:1788272116.884980:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.885087:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582592 00000100:00100000:3.0:1788272116.885101:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582592 00000100:00100000:3.0:1788272116.885182:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 136 00000100:00100000:3.0:1788272116.885194:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+11:18198:x1875138577582592:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788272116.885217:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272116.885241:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390635 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda3a expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.885279:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390635 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda3a expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.885294:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e21400/0x99288105fd390635 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda3a expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272116.885305:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e21400, rc 0) 00000100:00100000:3.0:1788272116.885498:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+12:18198:x1875138577582592:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 301us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.885508:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 136 00000100:00100000:3.0:1788272116.895071:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.895160:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582720 00000100:00100000:1.0:1788272116.895174:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582720 00000100:00100000:1.0:1788272116.895499:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 137 00000100:00100000:1.0:1788272116.895512:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+12:18198:x1875138577582720:12345-192.168.201.3@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788272116.895600:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788272116.895799:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788272116.895804:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788272116.895807:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788272116.895811:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788272116.895813:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788272116.901489:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+12:18198:x1875138577582720:12345-192.168.201.3@tcp:256:mount.lustre.0 Request processed in 5962us (6418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.901508:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 137 00000100:00100000:2.0:1788272116.905157:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.905265:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582848 00000100:00100000:0.0:1788272116.905281:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582848 00000100:00100000:0.0:1788272116.905351:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 138 00000100:00100000:0.0:1788272116.905363:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+12:18198:x1875138577582848:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788272116.905389:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272116.905413:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda41 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272116.905453:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 13 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272116.905466:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 13 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272116.905479:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728600, rc 0) 00000100:00100000:0.0:1788272116.905558:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+13:18198:x1875138577582848:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 196us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.905589:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 138 00000100:00100000:3.0:1788272116.908448:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.908749:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577582976 00000100:00100000:1.0:1788272116.908763:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577582976 00000100:00100000:1.0:1788272116.909181:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 139 00000100:00100000:1.0:1788272116.909198:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18198:x1875138577582976:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788272116.909454:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18198:x1875138577582976:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 261us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.909464:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 139 00000100:00100000:3.0:1788272116.911567:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272116.911986:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583104 00000100:00100000:2.0:1788272116.912016:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583104 00000100:00100000:1.0:1788272116.912097:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 140 00000100:00100000:1.0:1788272116.912123:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18198:x1875138577583104:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788272116.912305:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18198:x1875138577583104:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 186us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.912315:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 140 00000100:00100000:3.0:1788272116.915079:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.915442:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583232 00000100:00100000:0.0:1788272116.915456:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583232 00000100:00100000:0.0:1788272116.915530:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 141 00000100:00100000:0.0:1788272116.915543:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+13:18212:x1875138577583232:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788272116.915769:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+13:18212:x1875138577583232:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 228us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.915778:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 141 00000100:00100000:3.0:1788272116.932046:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.932233:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583360 00000100:00100000:1.0:1788272116.932257:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583360 00000100:00100000:1.0:1788272116.932336:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 142 00000100:00100000:1.0:1788272116.932350:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18212:x1875138577583360:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788272116.932580:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18212:x1875138577583360:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 232us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.932590:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 142 00000100:00100000:3.0:1788272116.942779:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.942810:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272116.943174:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583488 00000100:00100000:2.0:1788272116.943188:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583488 00000100:00100000:2.0:1788272116.943250:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583744 00000100:00100000:2.0:1788272116.943254:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583744 00000100:00100000:2.0:1788272116.943342:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788272116.943354:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2394:x1875138577583488:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788272116.943394:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 0d670d01-396c-425a-83fb-a6e07c5c2c2f@192.168.201.3@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1788272116.943456:0:22777:0:(genops.c:1385:class_connect()) connect: client 0d670d01-396c-425a-83fb-a6e07c5c2c2f, cookie 0x99288105fd390643 00000004:00100000:2.0:1788272116.943492:0:22777:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788272116.943661:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6eb3eb3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788272116.943757:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2394:x1875138577583488:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 403us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272116.943766:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788272116.943786:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:2.0:1788272116.943792:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2394:x1875138577583744:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788272116.943812:0:22777:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 0d670d01-396c-425a-83fb-a6e07c5c2c2f@192.168.201.3@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1788272116.943869:0:22777:0:(genops.c:1385:class_connect()) connect: client 0d670d01-396c-425a-83fb-a6e07c5c2c2f, cookie 0x99288105fd39064a 00000004:00100000:2.0:1788272116.943886:0:22777:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788272116.943939:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8f6eb3eb1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788272116.943962:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2394:x1875138577583744:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 169us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272116.943970:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:3.0:1788272116.945601:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.945738:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.945839:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.945857:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.946050:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584128 00000100:00100000:0.0:1788272116.946062:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584128 00000100:00100000:0.0:1788272116.946120:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584256 00000100:00100000:0.0:1788272116.946123:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584256 00000100:00100000:0.0:1788272116.946139:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:0.0:1788272116.946149:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d81f6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2397:x1875138577584128:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788272116.946223:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d81f6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2397:x1875138577584128:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 75us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.946232:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:0.0:1788272116.946249:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:0.0:1788272116.946255:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584256:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788272116.946275:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584256:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 21us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.946281:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:0.0:1788272116.946319:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584384 00000100:00100000:0.0:1788272116.946323:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584384 00000100:00100000:0.0:1788272116.946345:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584512 00000100:00100000:0.0:1788272116.946410:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584512 00000100:00100000:0.0:1788272116.946434:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:0.0:1788272116.946439:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584384:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788272116.946466:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584384:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.946472:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:0.0:1788272116.946481:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788272116.946486:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584512:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788272116.946504:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577584512:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 18us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.946510:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788272116.950281:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.950396:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583616 00000100:00100000:0.0:1788272116.950412:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583616 00000100:00080000:3.0:1788272116.950559:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788272116.950683:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:0.0:1788272116.950698:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:0:x1875138577583616:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788272116.950757:0:23882:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788272116.950847:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:0:x1875138577583616:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 152us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.950857:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788272116.955212:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.955933:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584000 00000100:00100000:3.0:1788272116.955947:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584000 00000100:00100000:3.0:1788272116.956039:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788272116.956052:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577584000:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788272116.956097:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272116.956215:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577584000:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 165us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.956224:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788272116.958475:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.958854:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577583872 00000100:00100000:1.0:1788272116.958869:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577583872 00000100:00100000:1.0:1788272116.958959:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:1.0:1788272116.958972:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:0:x1875138577583872:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788272116.959018:0:22776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788272116.959119:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:0:x1875138577583872:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 149us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272116.959128:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00080000:3.0:1788272116.959762:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788272116.960507:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.960667:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584640 00000100:00100000:0.0:1788272116.960678:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584640 00000100:00100000:0.0:1788272116.960741:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:0.0:1788272116.960753:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577584640:12345-192.168.201.3@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788272116.960851:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577584640:12345-192.168.201.3@tcp:40:mount.lustre.0 Request processed in 100us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.960880:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:1.0:1788272116.965833:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.965879:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272116.965918:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272116.966099:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584768 00000100:00100000:3.0:1788272116.966123:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584768 00000100:00100000:2.0:1788272116.966154:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585024 00000100:00100000:2.0:1788272116.966159:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585024 00000100:00100000:3.0:1788272116.966180:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577584896 00000100:00100000:3.0:1788272116.966183:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577584896 00000100:00100000:3.0:1788272116.966206:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:2.0:1788272116.966206:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:3.0:1788272116.966215:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2394:x1875138577584768:12345-192.168.201.3@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788272116.966215:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577585024:12345-192.168.201.3@tcp:900:mount.lustre.0 00010000:00080000:3.0:1788272116.966263:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 0d670d01-396c-425a-83fb-a6e07c5c2c2f@192.168.201.3@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:3.0:1788272116.966305:0:24282:0:(genops.c:1385:class_connect()) connect: client 0d670d01-396c-425a-83fb-a6e07c5c2c2f, cookie 0x99288105fd390651 00000100:00100000:2.0:1788272116.966314:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577585024:12345-192.168.201.3@tcp:900:mount.lustre.0 Request processed in 100us (434us total) trans 0 rc 0/0 00002000:00100000:3.0:1788272116.966320:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0d670d01-396c-425a-83fb-a6e07c5c2c2f/ffff8f6e87007000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113940 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00100000:2.0:1788272116.966322:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00002000:00100000:3.0:1788272116.966343:0:24282:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1788272116.966375:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:2.0:1788272116.966380:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2394:x1875138577584896:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788272116.966398:0:25164:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 0d670d01-396c-425a-83fb-a6e07c5c2c2f@192.168.201.3@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1788272116.966427:0:25164:0:(genops.c:1385:class_connect()) connect: client 0d670d01-396c-425a-83fb-a6e07c5c2c2f, cookie 0x99288105fd390658 00002000:00100000:2.0:1788272116.966432:0:25164:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0d670d01-396c-425a-83fb-a6e07c5c2c2f/ffff8f6eb3eb5800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113940 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788272116.966439:0:25164:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788272116.966523:0:25164:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00002000:00080000:3.0:1788272116.966824:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788272116.966851:0:24282:0:(import.c:65:import_set_state_nolock()) ffff8f6e84e9b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788272116.966900:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2394:x1875138577584768:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 684us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272116.966907:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00080000:0.0:1788272116.967669:0:25164:0:(import.c:65:import_set_state_nolock()) ffff8f6eb3eb0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788272116.967730:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2394:x1875138577584896:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 1345us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.967740:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:1.0:1788272116.975540:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272116.975688:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585152 00000100:00100000:0.0:1788272116.975706:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585152 00000100:00100000:0.0:1788272116.975789:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:0.0:1788272116.975804:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577585152:12345-192.168.201.3@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788272116.975935:0:22779:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788272116.976044:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18198:x1875138577585152:12345-192.168.201.3@tcp:33:mount.lustre.0 Request processed in 243us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272116.976053:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:3.0:1788272117.138453:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272117.138594:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585280 00000100:00100000:0.0:1788272117.138608:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585280 00000100:00100000:0.0:1788272117.138843:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:0.0:1788272117.138856:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18235:x1875138577585280:12345-192.168.201.3@tcp:101:mkdir.0 00010000:00010000:0.0:1788272117.138883:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272117.138916:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd39065f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda72 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139003:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139020:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139058:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788272117.139124:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788272117.139130:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788272117.139156:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139188:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd39065f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139209:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272117.139218:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:0.0:1788272117.139221:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788272117.139225:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729000, rc 0) 00000100:00100000:0.0:1788272117.139353:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+7:18235:x1875138577585280:12345-192.168.201.3@tcp:101:mkdir.0 Request processed in 498us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272117.139361:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00010000:00010000:1.0:1788272117.213978:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788272118.246705:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272118.307210:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590267904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272118.307316:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272118.307411:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272118.307419:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272118.307446:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272118.307485:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590267904 00000100:00100000:3.0:1788272118.307495:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590267904 00000100:00100000:3.0:1788272118.307561:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788272118.307571:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590267904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272118.307659:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272118.307714:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590267904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272118.307722:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788272118.307784:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590267904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788272118.309844:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590268160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788272118.309893:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590268288:0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.309936:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272118.313135:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268288 00000100:00100000:3.0:1788272118.313156:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268288 00000100:00100000:3.0:1788272118.313254:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1788272118.313268:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3609:x1875138590268288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.314713:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.314798:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590268672:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.314875:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.314900:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590269184:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.314938:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.314975:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590269696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788272118.315004:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.315054:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268032 00000100:00100000:0.0:1788272118.315063:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268032 00000100:00100000:0.0:1788272118.315132:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268160 00000100:00100000:0.0:1788272118.315136:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268160 00000100:00100000:0.0:1788272118.315151:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269696 00000100:00100000:0.0:1788272118.315153:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269696 00000100:00100000:0.0:1788272118.315169:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788272118.315189:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590268032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788272118.315218:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272118.315265:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590268032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (7817us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.315274:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788272118.315292:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788272118.315297:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5115f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590268160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788272118.315317:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788272118.315481:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5115f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590268160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 182us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.315488:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788272118.315500:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272118.315506:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590269696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788272118.315517:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788272118.315540:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590269696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.315556:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272118.315578:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268672 00000100:00100000:0.0:1788272118.315582:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268672 00000100:00100000:0.0:1788272118.315703:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269184 00000100:00100000:0.0:1788272118.315707:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269184 00000100:00100000:0.0:1788272118.315730:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788272118.315737:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590268672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.315772:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5117b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590268672:12345-0@lo:400:kworker.0 Request processed in 36us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.315778:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788272118.315789:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788272118.315796:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590269184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.315822:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590269184:12345-0@lo:400:kworker.0 Request processed in 27us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.315828:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1788272118.315848:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788272118.315854:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788272118.315856:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788272118.315892:0:3608:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788272118.315917:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590269696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788272118.315933:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590268160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788272118.315945:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590268672:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.315956:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590269184:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316023:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590268416:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316064:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316096:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590268928:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316116:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316133:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3606:1875138590269440:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316153:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316255:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788272118.316275:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788272118.316283:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590268544:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316306:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316681:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590269056:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316714:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316734:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590269568:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316762:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.316796:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268416 00000100:00100000:0.0:1788272118.316801:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268416 00000100:00100000:0.0:1788272118.316845:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268928 00000100:00100000:0.0:1788272118.316848:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268928 00000100:00100000:0.0:1788272118.316865:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268544 00000100:00100000:0.0:1788272118.316869:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268544 00000100:00100000:0.0:1788272118.316884:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788272118.316893:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590268416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.316938:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590268416:12345-0@lo:400:kworker.0 Request processed in 45us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.316945:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788272118.316959:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788272118.316965:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590268928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.317002:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590268928:12345-0@lo:400:kworker.0 Request processed in 37us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.317008:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788272118.317019:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272118.317024:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590268544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.317048:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8233a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590268544:12345-0@lo:400:kworker.0 Request processed in 24us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.317055:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788272118.317075:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269440 00000100:00100000:0.0:1788272118.317090:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269440 00000100:00100000:0.0:1788272118.317113:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269056 00000100:00100000:0.0:1788272118.317116:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269056 00000100:00100000:0.0:1788272118.317126:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269568 00000100:00100000:0.0:1788272118.317128:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269568 00000100:00100000:0.0:1788272118.317140:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788272118.317146:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3606:x1875138590269440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.317175:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3606:x1875138590269440:12345-0@lo:400:kworker.0 Request processed in 29us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272118.317471:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590268800:0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.317506:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272118.317528:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3609:1875138590269312:0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.317549:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272118.317721:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590268800 00000100:00100000:1.0:1788272118.317726:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590268800 00000100:00100000:1.0:1788272118.317761:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788272118.317770:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590268800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.317842:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788272118.317855:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269312 00000100:00100000:0.0:1788272118.317859:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269312 00000100:00100000:1.0:1788272118.317870:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590268800:12345-0@lo:400:kworker.0 Request processed in 101us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.317874:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788272118.317876:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788272118.317880:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590269056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.317893:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590269824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788272118.317915:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272118.317928:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3606:x1875138590269056:12345-0@lo:400:kworker.0 Request processed in 48us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272118.317934:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788272118.317946:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788272118.317958:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590268800:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.317958:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3606:x1875138590269568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.317985:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269824 00000100:00100000:0.0:1788272118.317988:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3606:x1875138590269568:12345-0@lo:400:kworker.0 Request processed in 31us (1225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272118.317989:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269824 00000100:00100000:0.0:1788272118.317994:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788272118.318005:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788272118.318007:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788272118.318010:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3609:x1875138590269312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272118.318012:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590269824:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788272118.318039:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3609:x1875138590269312:12345-0@lo:400:kworker.0 Request processed in 29us (489us total) trans 0 rc 0/0 00000004:00000024:1.0:1788272118.318041:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788272118.318044:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1788272118.318073:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788272118.318074:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590269824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272118.318091:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788272118.318198:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590269824:0@lo:41:osp-pre-0-1.0 00010000:00080000:1.0:1788272118.318212:0:3609:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d816cd180 x1875138590269312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788272118.318222:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3609:1875138590269312:0@lo:400:kworker.0 00000100:00100000:3.0:1788272118.318292:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3609:x1875138590268288:12345-0@lo:400:kworker.0 Request processed in 5026us (8354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272118.318302:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1788272118.318329:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590268288:0@lo:400:kworker.0 00000100:00080000:0.0:1788272118.318438:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788272118.318443:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788272118.318476:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590268544:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.318491:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3606:1875138590269056:0@lo:400:kworker.0 00010000:00080000:0.0:1788272118.318503:0:3606:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d830ef100 x1875138590269568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272118.318514:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3606:1875138590269568:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.318528:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590268416:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.318540:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d816cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590268928:0@lo:400:kworker.0 00000100:00100000:0.0:1788272118.318552:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3606:1875138590269440:0@lo:400:kworker.0 00010000:00010000:2.0:1788272119.261836:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788272119.687048:0:25652:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788272120.292167:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272120.863224:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788272120.863266:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590269952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788272120.863351:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272120.863405:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590269952 00000100:00100000:1.0:1788272120.863413:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590269952 00000100:00100000:1.0:1788272120.863475:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788272120.863485:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590269952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788272120.863520:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788272120.863564:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590269952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272120.863571:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788272120.863593:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788272120.863694:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590269952:0@lo:13:osp-pre-0-0.0 00000001:00100000:1.0:1788272120.867095:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0d670d01-396c-425a-83fb-a6e07c5c2c2f 00000001:00100000:1.0:1788272120.867108:0:22755:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570 00000001:00100000:1.0:1788272120.867448:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0d670d01-396c-425a-83fb-a6e07c5c2c2f 00000001:00100000:1.0:1788272120.867455:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570 00000001:00100000:3.0:1788272120.875876:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0d670d01-396c-425a-83fb-a6e07c5c2c2f 00000001:00100000:3.0:1788272120.875891:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570 00000001:00100000:1.0:1788272120.875975:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0d670d01-396c-425a-83fb-a6e07c5c2c2f 00000001:00100000:1.0:1788272120.875982:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570 00010000:00010000:0.0:1788272121.313264:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272122.268270:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.268331:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.268353:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.268369:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.268401:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.268443:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585792 00000100:00100000:3.0:1788272122.268455:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585792 00000100:00100000:3.0:1788272122.268523:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586304 00000100:00100000:3.0:1788272122.268526:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586304 00000100:00100000:3.0:1788272122.268549:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272122.268559:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585792:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.268687:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585792:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 127us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.268695:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272122.268715:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:3.0:1788272122.268721:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586304:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.268741:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586304:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 21us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.268747:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:3.0:1788272122.268767:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585536 00000100:00100000:3.0:1788272122.268770:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585536 00000100:00100000:3.0:1788272122.268795:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586048 00000100:00100000:3.0:1788272122.268798:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586048 00000100:00100000:3.0:1788272122.268840:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:3.0:1788272122.268846:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2398:x1875138577585536:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.268895:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2398:x1875138577585536:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 50us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.268902:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:3.0:1788272122.268915:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 45 00000100:00100000:3.0:1788272122.268921:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2398:x1875138577586048:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.268941:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2398:x1875138577586048:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 22us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.268947:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 45 00000100:00100000:3.0:1788272122.268970:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585408 00000100:00100000:3.0:1788272122.268973:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585408 00000100:00100000:3.0:1788272122.269003:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 144 00000100:00100000:3.0:1788272122.269021:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+13:2398:x1875138577585408:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.269049:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+13:2398:x1875138577585408:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 40us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.269055:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 144 00000100:00080000:3.0:1788272122.269087:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788272122.269092:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788272122.273442:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.273559:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.273592:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.274640:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.274671:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585920 00000100:00100000:3.0:1788272122.274684:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585920 00000100:00100000:3.0:1788272122.274756:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586432 00000100:00100000:3.0:1788272122.274760:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586432 00000100:00100000:3.0:1788272122.274787:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:3.0:1788272122.274813:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585920:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.274905:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585920:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 94us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.274913:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:3.0:1788272122.274934:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:3.0:1788272122.274941:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586432:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272122.274966:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586432:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 26us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272122.274972:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:2.0:1788272122.275197:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577585664 00000100:00100000:2.0:1788272122.275204:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577585664 00000100:00100000:2.0:1788272122.275239:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586176 00000100:00100000:2.0:1788272122.275242:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586176 00000100:00100000:2.0:1788272122.275268:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:2.0:1788272122.275340:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585664:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788272122.275380:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577585664:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 105us (1966us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.275388:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:2.0:1788272122.275412:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 47 00000100:00100000:2.0:1788272122.275421:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586176:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788272122.275454:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2398:x1875138577586176:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 35us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.275473:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 47 00000100:00080000:2.0:1788272122.275544:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788272122.275550:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788272122.333755:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788272122.594748:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:1.0:1788272122.843768:0:25800:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffedb9baa70 20000000:00000080:1.0:1788272122.843794:0:25800:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f6ea53dc400 uarg=0000000000000000 20000000:01000000:1.0:1788272122.843925:0:25800:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788272122.843933:0:25800:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788272122.843939:0:25800:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788272122.844940:0:25801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788272122.845173:0:25800:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788272122.851820:0:25800:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788272122.851868:0:25800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851895:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902c3 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851904:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3902d1 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851911:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851919:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd39048a expref: 23 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851930:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851938:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.851947:0:25800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852040:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852061:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 12 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.852079:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ec000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270080:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788272122.852681:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 12 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852693:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 12 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.852704:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830eed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270208:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788272122.852741:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd39048a expref: 23 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852750:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd39048a expref: 23 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.852760:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270336:0@lo:104: 00000100:00100000:1.0:1788272122.852810:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272122.852864:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852872:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.852895:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ed180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270464:0@lo:104: 00000100:00100000:1.0:1788272122.852937:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272122.852962:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.852971:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.852980:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830eea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270592:0@lo:104: 00000100:00100000:1.0:1788272122.853015:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788272122.853034:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.853042:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.853050:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ef480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270720:0@lo:104: 00000100:00100000:1.0:1788272122.853071:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272122.853082:0:25800:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e9014b000 going to sleep for 11 seconds 00000100:00100000:2.0:1788272122.853189:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270336 00000100:00100000:2.0:1788272122.853200:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270336 00000100:00100000:2.0:1788272122.853270:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270464 00000100:00100000:2.0:1788272122.853274:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270464 00000100:00100000:2.0:1788272122.853286:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270592 00000100:00100000:2.0:1788272122.853289:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270592 00000100:00100000:2.0:1788272122.853300:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270720 00000100:00100000:2.0:1788272122.853303:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270720 00000100:00100000:2.0:1788272122.853318:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788272122.853327:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+6:25800:x1875138590270336:12345-0@lo:104: 00010000:00010000:2.0:1788272122.853343:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853515:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788272122.853522:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+6:25800:x1875138590270336:12345-0@lo:104: Request processed in 196us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.853531:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788272122.853552:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788272122.853558:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+5:25800:x1875138590270464:12345-0@lo:104: 00010000:00010000:2.0:1788272122.853567:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853604:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788272122.853642:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+5:25800:x1875138590270464:12345-0@lo:104: Request processed in 59us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.853649:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788272122.853662:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788272122.853669:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:25800:x1875138590270592:12345-0@lo:104: 00010000:00010000:2.0:1788272122.853677:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853713:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788272122.853719:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+4:25800:x1875138590270592:12345-0@lo:104: Request processed in 51us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.853725:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788272122.853738:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788272122.853744:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:25800:x1875138590270720:12345-0@lo:104: 00010000:00010000:2.0:1788272122.853751:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853779:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788272122.853784:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+3:25800:x1875138590270720:12345-0@lo:104: Request processed in 42us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.853790:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788272122.853814:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788272122.853821:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853829:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5800 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272122.853833:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853854:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272122.853862:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272122.853869:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788272122.853906:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853912:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788272122.853933:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853940:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5800/0x99288105fd39048a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390491 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853969:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788272122.853972:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853978:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729a00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272122.853981:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.853987:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272122.853994:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272122.854017:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788272122.854033:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854039:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788272122.854055:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854062:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81729a00/0x99288105fd390310 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd390317 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854072:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788272122.854075:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854080:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21000 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272122.854083:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854089:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272122.854094:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272122.854099:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788272122.854110:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854115:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788272122.854127:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854135:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6eb4e21000/0x99288105fd3902d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902d8 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854144:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788272122.854147:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854154:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728a00 already unused, calling callback (ffffffffc113ac20) 10000000:00010000:2.0:1788272122.854156:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854163:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788272122.854171:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272122.854176:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788272122.854189:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854195:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788272122.854200:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854207:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff8f6d81728a00/0x99288105fd3902c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x99288105fd3902ca expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.854233:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272122.854235:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272122.854237:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272122.854245:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788272122.854252:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272122.854278:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590270848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272122.854318:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272122.855872:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270336:0@lo:104: 00000100:00100000:1.0:1788272122.855890:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ed180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270464:0@lo:104: 00000100:00100000:1.0:1788272122.855899:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830eea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270592:0@lo:104: 00000100:00100000:1.0:1788272122.855908:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ef480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270720:0@lo:104: 00000100:00100000:1.0:1788272122.856232:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270848 00000100:00100000:1.0:1788272122.856241:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270848 00010000:00010000:1.0:1788272122.856289:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39048a expref: 24 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.857478:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272122.857498:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3607:x1875138590270848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272122.857526:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272122.857538:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd39048a expref: 24 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.857554:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd39048a expref: 24 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.857576:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390491 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd39048a expref: 24 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.857594:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272122.857699:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:3607:x1875138590270848:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (3379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272122.857707:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788272122.857764:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590271104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272122.857808:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272122.857854:0:3609:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788272122.857862:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590270976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272122.857884:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272122.857917:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590271232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272122.857941:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272122.858062:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271104 00000100:00100000:1.0:1788272122.858070:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271104 00010000:00010000:1.0:1788272122.858097:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.858128:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590270976 00000100:00100000:1.0:1788272122.858131:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590270976 00010000:00010000:1.0:1788272122.858143:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390310 expref: 24 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.858153:0:22762:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271232 00000100:00100000:1.0:1788272122.858155:0:22762:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271232 00010000:00010000:1.0:1788272122.858165:0:22762:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 25 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.858176:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788272122.858182:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+25:3609:x1875138590271104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272122.858191:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272122.858195:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 25 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858204:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 25 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858215:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c4400/0x99288105fd3902d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd3902d1 expref: 25 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858226:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272122.858268:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3609:x1875138590271104:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272122.858275:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788272122.858286:0:22762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788272122.858291:0:22762:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:3609:x1875138590270976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788272122.858308:0:22762:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788272122.858312:0:22762:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858320:0:22762:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858329:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81729e00/0x99288105fd390317 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd390310 expref: 23 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.858339:0:22762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272122.858502:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590270848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788272122.858559:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788272122.858568:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1788272122.858715:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788272122.858722:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:3606:x1875138590271232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788272122.858731:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272122.858737:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 22 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.858746:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 22 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.858756:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d830c4e00/0x99288105fd3902ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x99288105fd3902c3 expref: 22 pid: 22769 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272122.858765:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272122.858823:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:3606:x1875138590271232:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272122.858829:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788272122.858858:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6134a90a-f5c0-4359-8bae-85444bf653a7:3606:1875138590271232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788272122.860611:0:22762:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:3609:x1875138590270976:12345-0@lo:103:ldlm_bl.0 Request processed in 2309us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272122.860639:0:22762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788272122.861506:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590270976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788272122.861521:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6134a90a-f5c0-4359-8bae-85444bf653a7:3609:1875138590271104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788272122.864121:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272122.864164:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272122.864261:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586688 00000100:00100000:0.0:1788272122.864275:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586688 00010000:00010000:0.0:1788272122.864331:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 13 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272122.864400:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586560 00000100:00100000:0.0:1788272122.864402:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586560 00010000:00010000:0.0:1788272122.864415:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 14 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272122.864441:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788272122.864451:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6e851a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17014738-e4b3-4442-8f01-be93000e34c1+14:2397:x1875138577586688:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788272122.864469:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272122.864475:0:25802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 14 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864488:0:25802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 14 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864512:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272122.864570:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6e851a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17014738-e4b3-4442-8f01-be93000e34c1+14:2397:x1875138577586688:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 120us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272122.864578:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788272122.864653:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:0.0:1788272122.864659:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17014738-e4b3-4442-8f01-be93000e34c1+13:2397:x1875138577586560:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788272122.864666:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272122.864670:0:25802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 13 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864681:0:25802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 13 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864704:0:25802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864714:0:25802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864731:0:25802:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864738:0:25802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864746:0:25802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864753:0:25802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864760:0:25802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ed200 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:0.0:1788272122.864765:0:25802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864774:0:25802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864783:0:25802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272122.864795:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272122.864819:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17014738-e4b3-4442-8f01-be93000e34c1+13:2397:x1875138577586560:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 159us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272122.864834:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00010000:00010000:1.0:1788272122.867585:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81728600/0x99288105fd39063c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda41 expref: 12 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.867614:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ec000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270080:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788272122.867690:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6d81728e00/0x99288105fd3905fd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfd9d1 expref: 11 pid: 22770 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272122.867700:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830eed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1875138590270208:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788272122.867746:0:25800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.867759:0:25800:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.867766:0:25800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272122.867794:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f6eaa6ed200/0x99288105fd39066d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272123.357966:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272123.421960:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788272123.422002:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590271488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272123.422102:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272123.422127:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590271616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272123.422147:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eb3d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590271360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788272123.422162:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272123.422177:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271488 00000100:00100000:3.0:1788272123.422187:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271488 00000100:00100000:1.0:1788272123.422212:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271616 00000100:00100000:1.0:1788272123.422216:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271616 00000100:00100000:3.0:1788272123.422243:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788272123.422253:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590271488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272123.422297:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272123.422348:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590271488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.422378:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788272123.422481:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788272123.422491:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590271872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788272123.422520:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272123.422817:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590271744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788272123.422848:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272123.422881:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271744 00000100:00100000:3.0:1788272123.422887:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271744 00000100:00100000:3.0:1788272123.422913:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788272123.422920:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590271744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788272123.422941:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788272123.422978:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3609:x1875138590271744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.422985:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788272123.429896:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590272128:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.430109:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272123.430421:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590272640:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.431482:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272123.431542:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788272123.431553:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590272256:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.431986:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272123.433456:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590272768:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.433518:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272123.433590:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272128 00000100:00100000:0.0:1788272123.433600:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272128 00000100:00100000:0.0:1788272123.433696:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272123.433708:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590272128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.433777:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590272128:12345-0@lo:400:kworker.0 Request processed in 71us (3669us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.433785:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788272123.433813:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272640 00000100:00100000:0.0:1788272123.433817:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272640 00000100:00100000:0.0:1788272123.438147:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272256 00000100:00100000:0.0:1788272123.438169:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272256 00000100:00100000:0.0:1788272123.438213:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272768 00000100:00100000:0.0:1788272123.438217:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272768 00000100:00100000:0.0:1788272123.438590:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788272123.438607:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590272640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.438767:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590272640:12345-0@lo:400:kworker.0 Request processed in 164us (7286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.438795:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788272123.438832:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788272123.438839:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590272256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.438873:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590272256:12345-0@lo:400:kworker.0 Request processed in 36us (6889us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.438880:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788272123.438891:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788272123.438898:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590272768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.438923:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3608:x1875138590272768:12345-0@lo:400:kworker.0 Request processed in 27us (5407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.438928:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788272123.439023:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590272256:0@lo:400:kworker.0 00010000:00080000:0.0:1788272123.439043:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d8313c000 x1875138590272768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788272123.439056:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3608:1875138590272768:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.439072:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590272128:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.439084:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590272640:0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.439160:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271872 00000100:00100000:0.0:1788272123.439165:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271872 00000100:00100000:0.0:1788272123.439208:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788272123.439216:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590271616:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788272123.440605:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788272123.440630:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788272123.440636:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788272123.440639:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788272123.440701:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590272000:0@lo:400:kworker.0 00002000:00000024:0.0:1788272123.440793:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788272123.440795:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272123.440849:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3609:1875138590271744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788272123.440881:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590272512:0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.440892:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272000 00000100:00100000:3.0:1788272123.440899:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272000 00000100:00100000:3.0:1788272123.440956:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788272123.440967:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:3607:x1875138590272000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788272123.441006:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590271616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1788us (18841us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.441034:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788272123.441035:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+20:3607:x1875138590272000:12345-0@lo:400:kworker.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.441045:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788272123.441064:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788272123.441076:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590271872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788272123.441094:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788272123.441126:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590271872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (18605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.441132:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788272123.441157:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272123.441657:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272123.441704:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590273024:0@lo:400:kworker.0 00000100:00100000:2.0:1788272123.441739:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272123.441792:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590271872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788272123.441827:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc2c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590272000:0@lo:400:kworker.0 00000100:00100000:2.0:1788272123.441837:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788272123.441845:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590272384:0@lo:400:kworker.0 00000100:00100000:2.0:1788272123.441878:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272123.442024:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272384 00000100:00100000:3.0:1788272123.442030:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272384 00000100:00100000:3.0:1788272123.442082:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788272123.442090:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590272384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.442136:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590272384:12345-0@lo:400:kworker.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.442158:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788272123.442187:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272512 00000100:00100000:3.0:1788272123.442190:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272512 00000100:00100000:3.0:1788272123.442213:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273024 00000100:00100000:3.0:1788272123.442216:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273024 00000100:00100000:3.0:1788272123.442237:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788272123.442243:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590272512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.442276:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3607:x1875138590272512:12345-0@lo:400:kworker.0 Request processed in 33us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.442281:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788272123.442292:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788272123.442297:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590273024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.442323:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3607:x1875138590273024:12345-0@lo:400:kworker.0 Request processed in 25us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.442328:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:3.0:1788272123.442387:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272123.442393:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788272123.442429:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590271488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788272123.442455:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590271360 00000100:00100000:0.0:1788272123.442459:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590271360 00000100:00100000:0.0:1788272123.442481:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788272123.442487:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590271360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788272123.442508:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272123.442560:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590271360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272123.442566:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788272123.442608:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590271616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272123.442851:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eb3d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590271360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788272123.445151:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590272384:0@lo:400:kworker.0 00000100:00100000:2.0:1788272123.445170:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590272896:0@lo:400:kworker.0 00000100:00100000:2.0:1788272123.445267:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272123.445347:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3607:1875138590272512:0@lo:400:kworker.0 00010000:00080000:2.0:1788272123.445364:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6d8313e680 x1875138590273024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788272123.445396:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3607:1875138590273024:0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.445690:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590272896 00000100:00100000:3.0:1788272123.445698:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590272896 00000100:00100000:3.0:1788272123.445775:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788272123.445784:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590272896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.445839:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590272896:12345-0@lo:400:kworker.0 Request processed in 56us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272123.445844:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:2.0:1788272123.445935:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788272123.445962:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590272896:0@lo:400:kworker.0 00000100:00100000:3.0:1788272123.995202:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272123.997385:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586816 00000100:00100000:1.0:1788272123.997406:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586816 00000100:00100000:1.0:1788272123.997507:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 146 00000100:00100000:1.0:1788272123.997520:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+11:18080:x1875138577586816:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788272123.997543:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272123.997569:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390674 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda79 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272123.997603:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390674 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda79 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272123.997616:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eaa6ed400/0x99288105fd390674 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda79 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272123.997674:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ed400, rc 0) 00000100:00100000:1.0:1788272123.997769:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577586816:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 Request processed in 251us (2581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272123.997777:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 146 00000100:00100000:2.0:1788272124.000836:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.000958:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577586944 00000100:00100000:3.0:1788272124.000972:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577586944 00000100:00100000:3.0:1788272124.001057:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 147 00000100:00100000:3.0:1788272124.001071:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577586944:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.001303:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577586944:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 Request processed in 235us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.001313:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 147 00000100:00100000:0.0:1788272124.008063:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.008673:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587072 00000100:00100000:3.0:1788272124.008691:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587072 00000100:00100000:3.0:1788272124.008771:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 148 00000100:00100000:3.0:1788272124.008785:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577587072:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.009030:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577587072:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 Request processed in 246us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.009040:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 148 00000100:00100000:0.0:1788272124.025842:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.034512:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587200 00000100:00100000:3.0:1788272124.034538:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587200 00000100:00100000:3.0:1788272124.034678:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 149 00000100:00100000:3.0:1788272124.034692:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+12:18080:x1875138577587200:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788272124.034718:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272124.034745:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6eb4e21a00/0x99288105fd39067b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda80 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.034784:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6eb4e21a00/0x99288105fd39067b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda80 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.034798:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6eb4e21a00/0x99288105fd39067b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda80 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.034832:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e21a00, rc 0) 00000100:00100000:3.0:1788272124.034928:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+13:18080:x1875138577587200:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 Request processed in 240us (9106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.034936:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 149 00000100:00100000:2.0:1788272124.037722:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.037912:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587328 00000100:00100000:3.0:1788272124.037926:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587328 00000100:00100000:3.0:1788272124.038019:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 150 00000100:00100000:3.0:1788272124.038033:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+13:18080:x1875138577587328:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.038257:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17014738-e4b3-4442-8f01-be93000e34c1+13:18080:x1875138577587328:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 Request processed in 226us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.038266:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 150 00000100:00100000:0.0:1788272124.040971:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.041199:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587456 00000100:00100000:1.0:1788272124.041211:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587456 00000100:00100000:1.0:1788272124.041357:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 151 00000100:00100000:1.0:1788272124.041369:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18080:x1875138577587456:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.041581:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17014738-e4b3-4442-8f01-be93000e34c1+13:18080:x1875138577587456:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 Request processed in 212us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.041591:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 151 00000100:00100000:1.0:1788272124.096110:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.096718:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587584 00000100:00100000:3.0:1788272124.096733:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587584 00000100:00100000:2.0:1788272124.097016:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:2.0:1788272124.097034:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:18705:x1875138577587584:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788272124.097063:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272124.097097:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd390682 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda87 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.097186:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.097205:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.097222:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788272124.099902:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788272124.100060:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100080:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100095:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100265:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5400/0x99288105fd390697 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100274:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5400/0x99288105fd390697 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100281:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5400/0x99288105fd390697 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.100329:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788272124.100333:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788272124.100387:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5400/0x99288105fd390697 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100401:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100408:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.100415:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101373:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5800 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272124.101381:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101393:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101412:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:2.0:1788272124.101675:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788272124.101683:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101690:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390689 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101736:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101744:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101751:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101757:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4e00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272124.101760:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101766:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101775:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f6e87075d00) 00010000:00010000:2.0:1788272124.101778:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788272124.101781:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101786:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd390690 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101856:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd390682 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda87 expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101892:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5400/0x99288105fd390697 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda87 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.101901:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f6e87075e00) 00010000:00010000:2.0:1788272124.101904:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788272124.101906:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5400, rc 0) 00000100:00100000:2.0:1788272124.102029:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18705:x1875138577587584:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 4999us (5931us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.102041:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:2.0:1788272124.107990:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.108232:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587712 00000100:00100000:0.0:1788272124.108248:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587712 00000100:00100000:0.0:1788272124.108335:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:0.0:1788272124.108349:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18705:x1875138577587712:12345-192.168.201.3@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788272124.108682:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18705:x1875138577587712:12345-192.168.201.3@tcp:900:lhsmtool_posix.0 Request processed in 335us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.108692:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:3.0:1788272124.126259:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.126418:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577587968 00000100:00100000:0.0:1788272124.126431:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577587968 00000100:00100000:0.0:1788272124.126518:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:0.0:1788272124.126531:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18705:x1875138577587968:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788272124.126562:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.126592:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd39069e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda8e expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126741:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126760:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126775:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126793:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126800:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126807:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.126956:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729a00/0x99288105fd3906b3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127000:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729a00/0x99288105fd3906b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127009:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729a00/0x99288105fd3906b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788272124.127022:0:23882:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788272124.127241:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127249:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127256:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127263:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728c00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272124.127268:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127276:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127290:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f6e87075e00) 00010000:00010000:0.0:1788272124.127293:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272124.127299:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127306:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906a5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127323:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127339:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127345:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127351:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728a00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272124.127354:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127361:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127370:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f6d83056b00) 00010000:00010000:0.0:1788272124.127373:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272124.127376:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.127382:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906ac lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.128838:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd39069e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda8e expref: 10 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.128869:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729a00/0x99288105fd3906b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda8e expref: 9 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.128879:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f6d83056300) 00010000:00010000:0.0:1788272124.128882:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272124.128897:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729a00, rc 0) 00000100:00100000:0.0:1788272124.129048:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18705:x1875138577587968:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 2517us (2801us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788272124.129060:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:1.0:1788272124.143824:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.143946:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588096 00000100:00100000:0.0:1788272124.143962:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588096 00000100:00100000:0.0:1788272124.144044:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:0.0:1788272124.144057:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18705:x1875138577588096:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788272124.144209:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18705:x1875138577588096:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 Request processed in 155us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.144219:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:2.0:1788272124.147152:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.147256:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588224 00000100:00100000:3.0:1788272124.147269:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588224 00000100:00100000:3.0:1788272124.147343:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:3.0:1788272124.147356:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18711:x1875138577588224:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:3.0:1788272124.147386:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272124.147418:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21600/0x99288105fd3906c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda95 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147514:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147565:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147580:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147601:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147610:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147677:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147740:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147747:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147756:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147763:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eb4e21000 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272124.147768:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147777:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147798:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:3.0:1788272124.147808:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272124.147816:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147829:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21000/0x99288105fd3906c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147845:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147851:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147857:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147862:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d000 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272124.147866:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147872:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147880:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6e87186f00) 00010000:00010000:3.0:1788272124.147882:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272124.147885:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147891:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3906cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147929:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21600/0x99288105fd3906c1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda95 expref: 10 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147948:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:3.0:1788272124.147950:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272124.147953:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eb4e21600/0x99288105fd3906c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda95 expref: 10 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.147963:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eb4e21600, rc 0) 00000100:00100000:3.0:1788272124.148078:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18711:x1875138577588224:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 719us (937us total) trans 0 rc 301/301 00000100:00100000:3.0:1788272124.148088:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:3.0:1788272124.153073:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.153193:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588352 00000100:00100000:0.0:1788272124.153207:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588352 00000100:00100000:0.0:1788272124.153314:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:0.0:1788272124.153328:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:18705:x1875138577588352:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788272124.154440:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788272124.156603:0:22776:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 3212us 00000100:00100000:0.0:1788272124.158300:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.158676:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588480 00000100:00100000:3.0:1788272124.158691:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588480 00000100:00100000:3.0:1788272124.158759:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788272124.158772:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18711:x1875138577588480:12345-192.168.201.3@tcp:700:lfs.0 00000100:00100000:3.0:1788272124.158939:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18711:x1875138577588480:12345-192.168.201.3@tcp:700:lfs.0 Request processed in 168us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.158948:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788272124.167969:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.168092:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588736 00000100:00100000:0.0:1788272124.168105:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588736 00000100:00100000:0.0:1788272124.168181:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:0.0:1788272124.168195:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:18711:x1875138577588736:12345-192.168.201.3@tcp:36:lfs.0 00010000:00010000:0.0:1788272124.168284:0:22777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272124.168321:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ecc00/0x99288105fd390627 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda02 expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.168343:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:0.0:1788272124.168360:0:22777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788272124.168441:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.168459:0:22777:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 5 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.168468:0:22777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.168523:0:22777:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 5 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.168542:0:22777:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 5 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272124.168560:0:22777:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22777:1875138590273152:192.168.201.3@tcp:104: 00000100:00100000:0.0:1788272124.168697:0:22777:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830249c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.180862:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.183732:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588864 00000100:00100000:2.0:1788272124.183752:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588864 00010000:00010000:2.0:1788272124.183857:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 6 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.183904:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:2.0:1788272124.183915:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2397:x1875138577588864:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272124.183934:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272124.183941:0:25802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 6 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.183958:0:25802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 6 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.183999:0:25802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:2.0:1788272124.184025:0:25802:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.184039:0:25802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.184047:0:25802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.184073:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272124.184153:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2397:x1875138577588864:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 238us (3307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.184161:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00080000:0.0:1788272124.185042:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788272124.188138:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd390666 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda72 expref: 5 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272124.188169:0:22777:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6eaa7b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22777:1875138590273152:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788272124.188202:0:22777:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.188826:0:22777:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.188837:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.188873:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.188889:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.188911:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272124.191098:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:18705:x1875138577588352:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 Request processed in 37759us (38027us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.191114:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00010000:00010000:0.0:1788272124.195153:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.195186:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.195201:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788272124.195222:0:22777:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000947c628 reply state 000000006b69978b transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.196874:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.196900:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:0.0:1788272124.196903:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788272124.196911:0:22777:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788272124.196921:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788272124.196938:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.196946:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.196953:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.196960:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728600 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272124.196997:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.197007:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.197023:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6d82062c00) 00010000:00010000:0.0:1788272124.197026:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272124.197030:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.197036:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728600/0x99288105fd3906d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788272124.197066:0:22777:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000947c628 reply state 000000006b69978b transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.197078:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.197084:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6d83056b00) 00010000:00010000:0.0:1788272124.197087:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788272124.197089:0:22777:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788272124.197256:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+10:18711:x1875138577588736:12345-192.168.201.3@tcp:36:lfs.0 Request processed in 29057us (29294us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788272124.197268:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:1.0:1788272124.273832:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.274046:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577588992 00000100:00100000:2.0:1788272124.274061:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577588992 00000100:00100000:2.0:1788272124.274149:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:2.0:1788272124.274162:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+10:18719:x1875138577588992:12345-192.168.201.3@tcp:101:lctl.0 00010000:00010000:2.0:1788272124.274206:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272124.274238:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd3906eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfda9c expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274327:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4a00/0x99288105fd3906f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274344:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4a00/0x99288105fd3906f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274357:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4a00/0x99288105fd3906f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.274681:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788272124.274709:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788272124.274763:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4a00/0x99288105fd3906f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274798:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd3906eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda9c expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274838:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4a00/0x99288105fd3906f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfda9c expref: 11 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.274849:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:2.0:1788272124.274853:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788272124.274858:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de4a00, rc 0) 00000100:00100000:2.0:1788272124.274997:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+11:18719:x1875138577588992:12345-192.168.201.3@tcp:101:lctl.0 Request processed in 837us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.275005:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:2.0:1788272124.309408:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.309577:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577589120 00000100:00100000:1.0:1788272124.309591:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577589120 00000100:00100000:1.0:1788272124.309717:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:1.0:1788272124.309730:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:18720:x1875138577589120:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:1.0:1788272124.309761:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272124.309787:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd3906f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdaa3 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.309875:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ede00/0x99288105fd390700 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.309893:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ede00/0x99288105fd390700 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.309913:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ede00/0x99288105fd390700 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788272124.310008:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788272124.310013:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788272124.310043:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ede00/0x99288105fd390700 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.310073:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd3906f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaa3 expref: 7 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.310097:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ede00/0x99288105fd390700 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaa3 expref: 6 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.310107:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:1.0:1788272124.310111:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788272124.310116:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ede00, rc 0) 00000100:00100000:1.0:1788272124.311723:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18720:x1875138577589120:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1983us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.311737:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:1.0:1788272124.320767:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.320856:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577589248 00000100:00100000:3.0:1788272124.320870:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577589248 00000100:00100000:3.0:1788272124.320951:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:3.0:1788272124.320963:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:18720:x1875138577589248:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:3.0:1788272124.321000:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272124.321030:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd390707 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdaaa expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321122:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321141:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321154:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321166:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321173:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321179:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321298:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321307:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321334:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272124.321386:0:23882:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788272124.321390:0:23882:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788272124.321418:0:23882:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321432:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321438:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321446:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321452:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511c000 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272124.321457:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321465:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321481:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:3.0:1788272124.321744:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272124.321752:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321760:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd39070e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321790:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321795:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321802:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321808:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511de00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272124.321811:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321817:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321827:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6d83056b00) 00010000:00010000:3.0:1788272124.321830:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272124.321833:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321840:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd390715 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321876:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd390707 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaaa expref: 8 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321891:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaaa expref: 7 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.321910:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:3.0:1788272124.321912:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788272124.321915:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511d600, rc 0) 00000100:00100000:3.0:1788272124.322069:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+7:18720:x1875138577589248:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1106us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272124.322078:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:0.0:1788272124.326828:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.326922:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577589376 00000100:00100000:2.0:1788272124.326933:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577589376 00000100:00100000:2.0:1788272124.327056:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:2.0:1788272124.327068:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:18720:x1875138577589376:12345-192.168.201.3@tcp:900:lfs.0 00000100:00100000:2.0:1788272124.327176:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:18720:x1875138577589376:12345-192.168.201.3@tcp:900:lfs.0 Request processed in 110us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.327184:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00080000:0.0:1788272124.330794:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788272124.334288:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.336333:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577589632 00000100:00100000:0.0:1788272124.336354:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577589632 00000100:00100000:0.0:1788272124.336468:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:0.0:1788272124.336482:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0d670d01-396c-425a-83fb-a6e07c5c2c2f+7:18720:x1875138577589632:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:0.0:1788272124.336614:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.336694:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729e00/0x99288105fd390723 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdab1 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788272124.336843:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788272124.336998:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729e00/0x99288105fd390723 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdab1 expref: 9 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.337017:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:0.0:1788272124.337021:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788272124.337028:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729e00/0x99288105fd390723 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdab1 expref: 9 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.337047:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729e00, rc 0) 00000100:00100000:0.0:1788272124.338292:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0d670d01-396c-425a-83fb-a6e07c5c2c2f+8:18720:x1875138577589632:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 675us (2877us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788272124.338306:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:1.0:1788272124.348863:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.348985:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577589888 00000100:00100000:2.0:1788272124.349000:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577589888 00000100:00100000:2.0:1788272124.349085:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:2.0:1788272124.349118:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+8:18720:x1875138577589888:12345-192.168.201.3@tcp:36:lfs.0 00010000:00010000:2.0:1788272124.349205:0:22775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272124.349240:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d600/0x99288105fd39071c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaaa expref: 8 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.349263:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:2.0:1788272124.349268:0:22775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788272124.349296:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.349311:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.349322:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788272124.349954:0:22775:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000caab90c6 reply state 0000000042bf0ed9 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.349986:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.349994:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:2.0:1788272124.349997:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1788272124.350001:0:22775:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788272124.350010:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788272124.350139:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+9:18720:x1875138577589888:12345-192.168.201.3@tcp:36:lfs.0 Request processed in 1021us (1288us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788272124.350149:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:2.0:1788272124.353883:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.354046:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577590144 00000100:00100000:3.0:1788272124.354060:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577590144 00000100:00100000:3.0:1788272124.354191:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:3.0:1788272124.354205:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+9:18720:x1875138577590144:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:3.0:1788272124.354544:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+10:18720:x1875138577590144:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 340us (675us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788272124.354552:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:0.0:1788272124.358131:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.358272:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577590400 00000100:00100000:1.0:1788272124.358286:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577590400 00000100:00100000:1.0:1788272124.358362:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:1.0:1788272124.358374:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+10:18720:x1875138577590400:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:1.0:1788272124.358408:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272124.358434:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec200/0x99288105fd390738 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdab8 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358828:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358911:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358927:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358942:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358950:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.358956:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788272124.359119:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788272124.359217:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359339:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359348:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359355:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6eda00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:1.0:1788272124.359361:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359383:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359400:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:1.0:1788272124.359403:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788272124.359409:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359417:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd39073f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359434:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359441:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359447:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359452:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ed800 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:1.0:1788272124.359454:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359460:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359467:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6d83056b00) 00010000:00010000:1.0:1788272124.359470:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788272124.359473:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359499:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390746 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359609:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec200/0x99288105fd390738 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdab8 expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359709:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:1.0:1788272124.359712:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788272124.359717:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec200/0x99288105fd390738 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdab8 expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.359728:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ec200, rc 0) 00000100:00100000:1.0:1788272124.359814:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+11:18720:x1875138577590400:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1442us (1699us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788272124.359823:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:1.0:1788272124.363197:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.363343:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577590528 00000100:00100000:2.0:1788272124.363356:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577590528 00000100:00100000:2.0:1788272124.363452:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 35 00000100:00100000:2.0:1788272124.363465:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+11:18720:x1875138577590528:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788272124.363501:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272124.363528:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390754 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdabf expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363692:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363710:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363724:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.363754:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788272124.363757:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788272124.363780:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363809:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390754 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 13 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363842:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.363850:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:2.0:1788272124.363853:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788272124.363874:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5c00, rc 0) 00000100:00100000:2.0:1788272124.363954:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+12:18720:x1875138577590528:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 491us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.363963:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 35 00000100:00100000:2.0:1788272124.375173:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.375304:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577590656 00000100:00100000:0.0:1788272124.375318:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577590656 00000100:00100000:0.0:1788272124.375389:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:0.0:1788272124.375400:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+12:18720:x1875138577590656:12345-192.168.201.3@tcp:37:lfs.0 00000100:00100000:2.0:1788272124.384331:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0d670d01-396c-425a-83fb-a6e07c5c2c2f+12:18720:x1875138577590656:12345-192.168.201.3@tcp:37:lfs.0 Request processed in 8913us (9170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.384350:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00010000:00010000:2.0:1788272124.384449:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788272124.389756:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.389812:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577590912 00000100:00100000:3.0:1788272124.389825:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577590912 00000100:00100000:3.0:1788272124.389897:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:3.0:1788272124.389909:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb540b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+12:18720:x1875138577590912:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:3.0:1788272124.390501:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb540b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+13:18720:x1875138577590912:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 591us (753us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788272124.390511:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:3.0:1788272124.448131:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.448279:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591040 00000100:00100000:1.0:1788272124.448294:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591040 00000100:00100000:1.0:1788272124.448373:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:1.0:1788272124.448387:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+11:18726:x1875138577591040:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788272124.448414:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272124.448442:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390762 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdac6 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448687:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448722:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448737:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448752:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448761:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448768:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788272124.448770:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788272124.448863:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec000/0x99288105fd390777 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448872:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec000/0x99288105fd390777 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.448879:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec000/0x99288105fd390777 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788272124.448922:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788272124.448927:0:22777:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788272124.448990:0:22777:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec000/0x99288105fd390777 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449003:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449020:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449028:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449035:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6eda00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:1.0:1788272124.449040:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449048:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449062:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:1.0:1788272124.449065:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788272124.449070:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449075:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6eda00/0x99288105fd390769 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449090:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449095:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449101:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449107:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6eaa6ec800 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:1.0:1788272124.449115:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449121:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449128:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6d83056b00) 00010000:00010000:1.0:1788272124.449131:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788272124.449134:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449140:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec800/0x99288105fd390770 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449171:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed800/0x99288105fd390762 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdac6 expref: 13 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449186:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec000/0x99288105fd390777 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdac6 expref: 12 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.449194:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:1.0:1788272124.449196:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788272124.449198:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ec000, rc 0) 00000100:00100000:1.0:1788272124.449478:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+12:18726:x1875138577591040:12345-192.168.201.3@tcp:101:bash.0 Request processed in 1091us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.449497:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:0.0:1788272124.457743:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.457873:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591168 00000100:00100000:2.0:1788272124.457885:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591168 00000100:00100000:2.0:1788272124.457962:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:2.0:1788272124.457990:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:18726:x1875138577591168:12345-192.168.201.3@tcp:900:bash.0 00000100:00100000:2.0:1788272124.458110:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:18726:x1875138577591168:12345-192.168.201.3@tcp:900:bash.0 Request processed in 137us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.458119:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788272124.470097:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.470291:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591424 00000100:00100000:0.0:1788272124.470305:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591424 00000100:00100000:0.0:1788272124.470383:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:0.0:1788272124.470415:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+12:18726:x1875138577591424:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:0.0:1788272124.470444:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.470470:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39077e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdacd expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.470872:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.470893:0:23882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.470903:0:23882:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.470945:0:23882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.470963:0:23882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 12 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272124.470991:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590273280:192.168.201.3@tcp:104: 00000100:00100000:0.0:1788272124.471675:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d83024c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.484245:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.484442:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591552 00000100:00100000:2.0:1788272124.484454:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591552 00010000:00010000:2.0:1788272124.484509:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 13 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.484570:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788272124.484582:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+13:2398:x1875138577591552:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272124.484600:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272124.484609:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 13 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.484685:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 13 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.484713:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:2.0:1788272124.484719:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.484731:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.484740:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.484762:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272124.484830:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0d670d01-396c-425a-83fb-a6e07c5c2c2f+13:2398:x1875138577591552:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 249us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.484838:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 16 00010000:00010000:3.0:1788272124.485320:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5c00/0x99288105fd39075b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdabf expref: 12 pid: 22775 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272124.485372:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8406e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590273280:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788272124.485398:0:23882:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.485407:0:23882:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.485413:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.485596:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.485824:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.485842:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486660:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486672:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486681:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.486692:0:23882:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788272124.486721:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486745:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486752:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486758:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728e00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272124.486763:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486771:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486784:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:2.0:1788272124.486787:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788272124.486792:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486798:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728e00/0x99288105fd390785 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788272124.486811:0:23882:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ec4b095f reply state 000000003f2bbe10 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486822:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486828:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f6e87186b00) 00010000:00010000:2.0:1788272124.486830:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788272124.486834:0:23882:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788272124.486874:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39077e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 15 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486900:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 14 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.486908:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272124.486910:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788272124.486912:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5000, rc 0) 00000100:00100000:2.0:1788272124.486999:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+15:18726:x1875138577591424:12345-192.168.201.3@tcp:101:bash.0 Request processed in 16586us (16916us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788272124.487008:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:0.0:1788272124.506390:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.506493:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591680 00000100:00100000:2.0:1788272124.506503:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591680 00000100:00100000:2.0:1788272124.506570:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:2.0:1788272124.506582:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8406e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+15:18726:x1875138577591680:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:2.0:1788272124.506605:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272124.506650:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907a1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdad4 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506720:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506735:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506746:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.506791:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788272124.506807:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788272124.506827:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506840:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506866:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907a1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 17 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506885:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 16 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.506894:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272124.506897:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788272124.506901:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5600, rc 0) 00000100:00100000:2.0:1788272124.506965:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8406e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+16:18726:x1875138577591680:12345-192.168.201.3@tcp:101:bash.0 Request processed in 385us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.506981:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:1.0:1788272124.510015:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.510132:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577591936 00000100:00100000:3.0:1788272124.510151:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577591936 00000100:00100000:3.0:1788272124.510223:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:3.0:1788272124.510238:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+16:18726:x1875138577591936:12345-192.168.201.3@tcp:35:bash.0 00000100:00100000:3.0:1788272124.511086:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+17:18726:x1875138577591936:12345-192.168.201.3@tcp:35:bash.0 Request processed in 848us (1084us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1788272124.511097:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:3.0:1788272124.605753:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.606263:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577592192 00000100:00100000:2.0:1788272124.606290:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577592192 00000100:00100000:2.0:1788272124.606396:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 39 00000100:00100000:2.0:1788272124.606409:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+17:18736:x1875138577592192:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788272124.606445:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272124.606473:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdadb expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788272124.606784:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788272124.606945:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907af lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdadb expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.606996:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f6e87075d00) 00010000:00010000:2.0:1788272124.607000:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788272124.607007:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdadb expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.607025:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de4200, rc 0) 00000100:00100000:2.0:1788272124.607126:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+18:18736:x1875138577592192:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 719us (2865us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788272124.607133:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 39 00000100:00100000:0.0:1788272124.610872:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.614680:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577592448 00000100:00100000:2.0:1788272124.614702:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577592448 00000100:00100000:2.0:1788272124.614960:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:2.0:1788272124.614984:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+18:18736:x1875138577592448:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:2.0:1788272124.615385:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5114000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+19:18736:x1875138577592448:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 414us (4597us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788272124.615394:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000040:00080000:0.0:1788272124.640407:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788272124.660783:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.664024:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577592704 00000100:00100000:3.0:1788272124.664320:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577592704 00000100:00100000:3.0:1788272124.664479:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 40 00000100:00100000:3.0:1788272124.664504:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+19:18739:x1875138577592704:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:3.0:1788272124.664547:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272124.664573:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3907bd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdae2 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.664737:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd3907c4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.664754:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd3907c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.664768:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd3907c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272124.664781:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788272124.664952:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d000/0x99288105fd3907bd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae2 expref: 22 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.664984:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd3907c4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae2 expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.664996:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:3.0:1788272124.664999:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788272124.665003:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511c000, rc 0) 00000100:00100000:3.0:1788272124.665101:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18739:x1875138577592704:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 600us (4333us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788272124.665109:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 40 00000100:00100000:0.0:1788272124.674840:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.674937:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272124.675048:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577592832 00000100:00100000:2.0:1788272124.675063:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577592832 00000100:00100000:2.0:1788272124.675145:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 41 00000100:00100000:2.0:1788272124.675159:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18739:x1875138577592832:12345-192.168.201.3@tcp:54:lfs.0 00010000:00010000:2.0:1788272124.675253:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675274:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675299:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675343:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675350:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675357:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.675363:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4200 already unused, calling callback (ffffffffc174a4f0) 00000100:00100000:1.0:1788272124.675489:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577592960 00000100:00100000:1.0:1788272124.675495:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577592960 00000100:00100000:1.0:1788272124.675659:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:1.0:1788272124.675669:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+22:2397:x1875138577592960:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788272124.675685:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272124.675733:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.676055:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c000/0x99288105fd3907c4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae2 expref: 22 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.676076:0:25802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:1.0:1788272124.676083:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788272124.676212:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:2397:x1875138577592960:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 544us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.676221:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00010000:00010000:2.0:1788272124.679191:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.679233:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272124.679236:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788272124.679244:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.679253:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4200/0x99288105fd3907d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.680132:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+20:18739:x1875138577592832:12345-192.168.201.3@tcp:54:lfs.0 Request processed in 4965us (5298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.680147:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 41 00000100:00100000:0.0:1788272124.683476:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272124.684136:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577593216 00000100:00100000:3.0:1788272124.684150:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577593216 00000100:00100000:3.0:1788272124.684317:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788272124.684331:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+20:18739:x1875138577593216:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:3.0:1788272124.685070:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18739:x1875138577593216:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 740us (1605us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788272124.685080:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 10000000:01000000:2.0:1788272124.701811:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788272124.701823:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6eaa7ea800 from 13 10000000:01000000:2.0:1788272124.701831:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788272124.701905:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.701919:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.701935:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.701979:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.702079:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.702166:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.702278:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273408 00000100:00100000:0.0:1788272124.702289:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273408 00000100:00100000:0.0:1788272124.702370:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788272124.702383:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+20:22772:x1875138590273408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272124.702401:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.702419:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728200/0x99288105fd3907e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3907d9 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.702451:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728200/0x99288105fd3907e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3907d9 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.702463:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728200/0x99288105fd3907e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3907d9 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.702474:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728200, rc 0) 00000100:00100000:0.0:1788272124.702533:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.702539:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1788272124.702685:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272124.702700:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907e0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.702707:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3907e0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.702795:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.702836:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.702877:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788272124.702940:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273536 00000100:00100000:1.0:1788272124.702945:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273536 00000100:00100000:1.0:1788272124.702990:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788272124.702999:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.703143:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.703151:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788272124.703454:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.703480:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.703526:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.703552:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.703654:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273664 00000100:00100000:0.0:1788272124.703659:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273664 00000100:00100000:0.0:1788272124.703681:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788272124.703685:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788272124.703770:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 84us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.703775:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788272124.703904:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788272124.704773:0:25815:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788272124.705127:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788272124.705148:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788272124.705158:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907e0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.705168:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de4200/0x99288105fd3907d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907e0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788272124.705177:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788272124.705179:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6d83926800 from 13 10000000:01000000:3.0:1788272124.705181:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788272124.705213:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.705220:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.705232:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272124.705264:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83253100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.705318:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272124.705370:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9b900 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.705464:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273792 00000100:00100000:0.0:1788272124.705471:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273792 00000100:00100000:0.0:1788272124.705545:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788272124.705553:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+21:22772:x1875138590273792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272124.705565:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.705581:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81729e00/0x99288105fd3907ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3907e7 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.705607:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81729e00/0x99288105fd3907ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3907e7 expref: 22 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.705641:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81729e00/0x99288105fd3907ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3907e7 expref: 22 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.705652:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729e00, rc 0) 00000100:00100000:0.0:1788272124.705697:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590273792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.705702:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788272124.705897:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83253100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272124.705914:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907ee expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.705924:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3907ee expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.705998:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.706033:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.706082:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07600 going to sleep for 11 seconds 00000100:00100000:1.0:1788272124.706142:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590273920 00000100:00100000:1.0:1788272124.706148:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590273920 00000100:00100000:1.0:1788272124.706182:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788272124.706188:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590273920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.706311:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590273920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.706319:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788272124.706486:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590273920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.706515:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.706552:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.706571:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07600 going to sleep for 11 seconds 00000100:00100000:1.0:1788272124.706707:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274048 00000100:00100000:1.0:1788272124.706718:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274048 00000100:00100000:1.0:1788272124.706750:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788272124.706757:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590274048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.706847:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590274048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.706855:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788272124.707040:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788272124.707741:0:25816:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788272124.708029:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788272124.708051:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788272124.708061:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907ee expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.708070:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6e8511d000/0x99288105fd3907e7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907ee expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788272124.708093:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788272124.708095:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6d832b0800 from 13 10000000:01000000:2.0:1788272124.708098:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788272124.708128:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.708134:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.708141:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.708156:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.708197:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272124.709407:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274176 00000100:00100000:0.0:1788272124.709418:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274176 00000100:00100000:0.0:1788272124.709482:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1788272124.709492:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+22:22772:x1875138590274176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272124.709606:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.709652:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728600/0x99288105fd3907fc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd3907f5 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.709689:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728600/0x99288105fd3907fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd3907f5 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.709700:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728600/0x99288105fd3907fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd3907f5 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.709724:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728600, rc 0) 00000100:00100000:0.0:1788272124.709783:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 292us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.709788:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788272124.710151:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07600 going to sleep for 11 seconds 00000100:00100000:2.0:1788272124.710177:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788272124.710194:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907fc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.710203:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd3907fc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272124.713080:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788272124.713184:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272124.713281:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07600 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.713710:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274304 00000100:00100000:0.0:1788272124.713719:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274304 00000100:00100000:0.0:1788272124.713803:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1788272124.713815:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788272124.714011:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.714019:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788272124.714705:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.714754:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.714824:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272124.714868:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9b480 going to sleep for 11 seconds 00000100:00100000:1.0:1788272124.714931:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274432 00000100:00100000:1.0:1788272124.714938:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274432 00000100:00100000:1.0:1788272124.714998:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1788272124.715006:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.715097:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.715102:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788272124.715181:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788272124.716097:0:25817:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788272124.716383:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788272124.716409:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788272124.716420:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907fc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.716430:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6d81de5c00/0x99288105fd3907f5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd3907fc expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788272124.716440:0:22772:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788272124.716442:0:22772:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f6eb0818000 from 13 10000000:01000000:1.0:1788272124.716444:0:22772:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788272124.716490:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.716496:0:22772:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.716519:0:22772:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272124.716537:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d830ef100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.716590:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788272124.716636:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e87389e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.716811:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274560 00000100:00100000:0.0:1788272124.716820:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274560 00000100:00100000:0.0:1788272124.716874:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788272124.716885:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+23:22772:x1875138590274560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788272124.716897:0:22770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272124.716913:0:22770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f6d81728e00/0x99288105fd39080a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x99288105fd390803 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.716941:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f6d81728e00/0x99288105fd39080a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x99288105fd390803 expref: 24 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.716953:0:22770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f6d81728e00/0x99288105fd39080a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x99288105fd390803 expref: 24 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272124.716963:0:22770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81728e00, rc 0) 00000100:00100000:0.0:1788272124.717078:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82308050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590274560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 195us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.717083:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788272124.717370:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d830ef100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788272124.717384:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39080a expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.717393:0:22772:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x99288105fd39080a expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272124.717448:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.717470:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272124.717502:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788272124.717584:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274688 00000100:00100000:1.0:1788272124.717588:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274688 00000100:00100000:1.0:1788272124.717616:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1788272124.717642:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590274688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788272124.717746:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d82309450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590274688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272124.717751:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788272124.717851:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.717882:0:22772:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788272124.717927:0:22772:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272124.717957:0:22772:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788272124.718079:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590274816 00000100:00100000:0.0:1788272124.718084:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590274816 00000100:00100000:0.0:1788272124.718117:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788272124.718125:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590274816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788272124.718206:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8230bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6134a90a-f5c0-4359-8bae-85444bf653a7+24:22772:x1875138590274816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272124.718211:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788272124.718301:0:22772:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6134a90a-f5c0-4359-8bae-85444bf653a7:22772:1875138590274816:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788272124.719770:0:25818:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788272124.720099:0:22772:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788272124.720125:0:22772:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788272124.720135:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39080a expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272124.720152:0:22772:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff8f6eaa6ecc00/0x99288105fd390803 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x99288105fd39080a expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272124.937776:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.937894:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577593472 00000100:00100000:1.0:1788272124.937907:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577593472 00000100:00100000:1.0:1788272124.938055:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 42 00000100:00100000:1.0:1788272124.938068:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18770:x1875138577593472:12345-192.168.201.3@tcp:101:cat.0 00010000:00010000:1.0:1788272124.938100:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272124.938130:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed200/0x99288105fd390811 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdae9 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.938283:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed000/0x99288105fd390818 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.938301:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed000/0x99288105fd390818 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.938338:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed000/0x99288105fd390818 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788272124.938352:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788272124.938507:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed200/0x99288105fd390811 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae9 expref: 24 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.938533:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed000/0x99288105fd390818 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae9 expref: 23 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272124.938543:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:1.0:1788272124.938546:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788272124.938550:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ed000, rc 0) 00000100:00100000:1.0:1788272124.938688:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:18770:x1875138577593472:12345-192.168.201.3@tcp:101:cat.0 Request processed in 622us (926us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788272124.938697:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 42 00000100:00100000:1.0:1788272124.942671:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272124.942718:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272124.943107:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577593856 00000100:00100000:0.0:1788272124.943122:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577593856 00000100:00100000:0.0:1788272124.943198:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:0.0:1788272124.943221:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:18770:x1875138577593856:12345-192.168.201.3@tcp:35:cat.0 00000100:00100000:2.0:1788272124.943615:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577593600 00000100:00100000:2.0:1788272124.943635:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577593600 00000100:00100000:2.0:1788272124.943679:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:0.0:1788272124.943680:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+25:18770:x1875138577593856:12345-192.168.201.3@tcp:35:cat.0 Request processed in 471us (960us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788272124.943687:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d830ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+25:2398:x1875138577593600:12345-192.168.201.3@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788272124.943690:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00010000:00010000:2.0:1788272124.943699:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272124.943730:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ed000/0x99288105fd390818 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdae9 expref: 24 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272124.943753:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272124.943759:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272124.943796:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d830ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:2398:x1875138577593600:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 109us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272124.943814:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:0.0:1788272124.999874:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.000081:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594112 00000100:00100000:2.0:1788272125.000093:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594112 00000100:00100000:2.0:1788272125.000186:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 43 00000100:00100000:2.0:1788272125.000196:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:18776:x1875138577594112:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:2.0:1788272125.000228:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272125.000265:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390826 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdaf0 expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000411:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000430:0:23882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 24 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000438:0:23882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 24 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000462:0:23882:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000506:0:23882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 24 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000517:0:23882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 24 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.000530:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590274944:192.168.201.3@tcp:104: 00010000:00010000:2.0:1788272125.000677:0:23882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 24 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.000684:0:23882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 24 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.000690:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275072:192.168.201.3@tcp:104: 00000100:00100000:2.0:1788272125.000711:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e90c07c00 going to sleep for 10 seconds 00000100:00100000:3.0:1788272125.007802:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.007859:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.008043:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590274944:192.168.201.3@tcp:104: 00000100:00100000:2.0:1788272125.008058:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275072:192.168.201.3@tcp:104: 00010000:00010000:2.0:1788272125.008093:0:23882:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.008193:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594240 00000100:00100000:1.0:1788272125.008201:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594240 00010000:00010000:1.0:1788272125.008304:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 25 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.008383:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594368 00000100:00100000:1.0:1788272125.008388:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594368 00010000:00010000:1.0:1788272125.008405:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 26 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.008455:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:1.0:1788272125.008466:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+26:2397:x1875138577594240:12345-192.168.201.3@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788272125.008476:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:2.0:1788272125.008484:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6e851a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+26:2397:x1875138577594368:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788272125.008496:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272125.008498:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272125.008505:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 26 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008505:0:25802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 26 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.008518:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 26 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008802:0:25802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 26 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008829:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd3907a8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdad4 expref: 26 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008863:0:25802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:1.0:1788272125.008869:0:25802:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008879:0:25802:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.008886:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788272125.009053:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd390793 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdacd expref: 25 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.009069:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.009073:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.009078:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+24:2397:x1875138577594240:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 613us (1294us total) trans 0 rc 0/0 00010000:00010000:2.0:1788272125.009082:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.009087:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00010000:00010000:2.0:1788272125.009089:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.009124:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272125.009148:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6e851a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:2397:x1875138577594368:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 664us (1288us total) trans 0 rc 0/0 00010000:00010000:3.0:1788272125.009149:0:23882:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.009156:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00010000:00010000:3.0:1788272125.009157:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272125.009182:0:23882:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788272125.009469:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390826 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf0 expref: 24 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.009537:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5a00/0x99288105fd39082d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf0 expref: 23 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.009546:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:3.0:1788272125.009549:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788272125.009550:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5a00, rc 0) 00000100:00100000:3.0:1788272125.009575:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:18776:x1875138577594112:12345-192.168.201.3@tcp:101:dd.0 Request processed in 9381us (9720us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1788272125.009581:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 43 00000100:00100000:1.0:1788272125.011948:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.012083:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594496 00000100:00100000:3.0:1788272125.012093:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594496 00000100:00100000:3.0:1788272125.012176:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:3.0:1788272125.012186:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+23:18776:x1875138577594496:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:3.0:1788272125.012234:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272125.012270:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd39083b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdaf7 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012316:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012329:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012339:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012469:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd39083b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 25 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012601:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 24 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.012612:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:3.0:1788272125.012616:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788272125.012696:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511da00, rc 0) 00000100:00100000:3.0:1788272125.012838:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+24:18776:x1875138577594496:12345-192.168.201.3@tcp:101:dd.0 Request processed in 650us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.012846:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:0.0:1788272125.015207:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.015365:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594752 00000100:00100000:2.0:1788272125.015379:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594752 00000100:00100000:2.0:1788272125.015579:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 45 00000100:00100000:2.0:1788272125.015593:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+24:18776:x1875138577594752:12345-192.168.201.3@tcp:36:dd.0 00010000:00010000:2.0:1788272125.016028:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.016051:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.016064:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788272125.016111:0:22775:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788272125.016132:0:22775:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000081da8d7d reply state 000000002abefdab transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.016143:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.016149:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.016152:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788272125.016155:0:22775:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788272125.016444:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577594752:12345-192.168.201.3@tcp:36:dd.0 Request processed in 854us (1251us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788272125.016451:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 45 00000020:00080000:2.0:1788272125.016457:0:22775:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788272125.019785:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272125.019876:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577594880 00000100:00100000:1.0:1788272125.019889:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577594880 00000100:00100000:1.0:1788272125.020011:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:1.0:1788272125.020023:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577594880:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:1.0:1788272125.020058:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788272125.020087:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec400/0x99288105fd390850 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdafe expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.020167:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec400/0x99288105fd390850 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdafe expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.020185:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec400/0x99288105fd390850 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdafe expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.020208:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:1.0:1788272125.020212:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788272125.020216:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6eaa6ec400, rc 0) 00000100:00100000:1.0:1788272125.020293:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18776:x1875138577594880:12345-192.168.201.3@tcp:101:dd.0 Request processed in 271us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272125.020299:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:1.0:1788272125.034490:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.034608:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595136 00000100:00100000:0.0:1788272125.034665:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595136 00000100:00100000:0.0:1788272125.034755:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:0.0:1788272125.034767:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18776:x1875138577595136:12345-192.168.201.3@tcp:103:dd.0 00010000:00010000:0.0:1788272125.034798:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272125.034859:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6eaa6ec400/0x99288105fd390850 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdafe expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.034887:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:0.0:1788272125.034893:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272125.034984:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577595136:12345-192.168.201.3@tcp:103:dd.0 Request processed in 219us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.034993:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:0.0:1788272125.038771:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.039074:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595264 00000100:00100000:3.0:1788272125.039089:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595264 00000100:00100000:3.0:1788272125.039236:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 47 00000100:00100000:3.0:1788272125.039259:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577595264:12345-192.168.201.3@tcp:58:dd.0 00010000:00010000:3.0:1788272125.039439:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.039463:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.039487:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788272125.047030:0:23882:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788272125.047084:0:23882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788272125.047309:0:23882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788272125.047516:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577595264:12345-192.168.201.3@tcp:58:dd.0 Request processed in 8252us (8753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.047531:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 47 00000100:00100000:1.0:1788272125.050447:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.050599:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595392 00000100:00100000:0.0:1788272125.050617:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595392 00000100:00100000:0.0:1788272125.050739:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 48 00000100:00100000:0.0:1788272125.050753:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+27:18776:x1875138577595392:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:0.0:1788272125.050911:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272125.051028:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb05 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051109:0:22777:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051123:0:22777:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051150:0:22777:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051166:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051208:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:0.0:1788272125.051284:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788272125.051290:0:22777:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 28 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.051299:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81729000, rc 0) 00000100:00100000:0.0:1788272125.051453:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18776:x1875138577595392:12345-192.168.201.3@tcp:101:dd.0 Request processed in 702us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.051462:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 48 00010000:00010000:2.0:1788272125.405849:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788272125.663571:0:22808:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788272125.663582:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788272125.663612:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788272125.663711:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788272125.663858:0:22808:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbcd9500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22808:1875138590275200:192.168.201.3@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788272125.664009:0:22808:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830243c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272125.673715:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.673824:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595520 00000100:00100000:2.0:1788272125.673862:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595520 00000100:00100000:0.0:1788272125.673928:0:22808:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbcd9500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22808:1875138590275200:192.168.201.3@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788272125.673982:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:2.0:1788272125.673997:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18777:x1875138577595520:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788272125.674045:0:22775:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788272125.674441:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18777:x1875138577595520:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 Request processed in 419us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.674455:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:1.0:1788272125.677734:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.680080:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595648 00000100:00100000:3.0:1788272125.680100:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595648 00000100:00100000:3.0:1788272125.680180:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:3.0:1788272125.680192:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18777:x1875138577595648:12345-192.168.201.3@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.680269:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680286:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680298:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680359:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680367:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680373:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680577:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680588:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680596:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272125.680680:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788272125.680684:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788272125.680701:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680713:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680719:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680737:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680744:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d200 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272125.680748:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680755:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680768:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f6d83056300) 00010000:00010000:3.0:1788272125.680787:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272125.680793:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680800:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd390865 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680815:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680821:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680827:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680832:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511c600 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272125.680834:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680840:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680848:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8f6e87186900) 00010000:00010000:3.0:1788272125.680851:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272125.680854:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680860:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd39086c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680876:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680888:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680895:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680900:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d400 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272125.680903:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680909:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680918:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:3.0:1788272125.680920:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788272125.680923:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.680929:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd390873 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.681034:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18777:x1875138577595648:12345-192.168.201.3@tcp:34:lhsmtool_posix.0 Request processed in 843us (3308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.681043:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:0.0:1788272125.684896:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.684989:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577595904 00000100:00100000:3.0:1788272125.685000:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577595904 00000100:00100000:3.0:1788272125.685052:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 51 00000100:00100000:3.0:1788272125.685062:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+28:18777:x1875138577595904:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.685083:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272125.685133:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39087a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb0c expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685250:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685266:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685277:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272125.685288:0:23882:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788272125.685368:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685376:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685383:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685389:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511c400 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:3.0:1788272125.685394:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685400:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685412:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:3.0:1788272125.685414:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788272125.685419:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685435:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd390881 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685491:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39087a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb0c expref: 30 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685502:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f6d83056300) 00010000:00010000:3.0:1788272125.685505:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788272125.685509:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39087a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb0c expref: 30 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.685519:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511cc00, rc 0) 00000100:00100000:3.0:1788272125.685584:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+29:18777:x1875138577595904:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 523us (697us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1788272125.685592:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 51 00000100:00100000:1.0:1788272125.691551:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.691646:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577596032 00000100:00100000:0.0:1788272125.691656:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577596032 00000100:00100000:0.0:1788272125.691711:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 52 00000100:00100000:0.0:1788272125.691721:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+29:18777:x1875138577596032:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788272125.691755:0:22777:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788272125.691876:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+29:18777:x1875138577596032:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 Request processed in 156us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.691898:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 52 00000100:00100000:0.0:1788272125.698154:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.698318:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577596288 00000100:00100000:3.0:1788272125.698329:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577596288 00000100:00100000:3.0:1788272125.698398:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 53 00000100:00100000:3.0:1788272125.698409:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+29:18777:x1875138577596288:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.698434:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272125.698457:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd39088f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb13 expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788272125.698896:0:23882:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:3.0:1788272125.698902:0:23882:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:3.0:1788272125.698924:0:23882:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1788272125.699576:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd390896 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.699606:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd390896 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.699649:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd390896 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.699718:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd39088f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb13 expref: 32 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.699737:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd390896 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb13 expref: 31 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.699746:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87186900) 00010000:00010000:3.0:1788272125.699749:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788272125.699753:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511c600, rc 0) 00000100:00100000:3.0:1788272125.699828:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+31:18777:x1875138577596288:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 1420us (1683us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1788272125.699837:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 53 00000100:00100000:2.0:1788272125.704900:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.704973:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577596544 00000100:00100000:0.0:1788272125.704983:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577596544 00000100:00100000:0.0:1788272125.705048:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:0.0:1788272125.705059:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+31:18777:x1875138577596544:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788272125.705119:0:22777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272125.705145:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c600/0x99288105fd390896 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb13 expref: 31 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705163:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87186900) 00010000:00010000:0.0:1788272125.705174:0:22777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788272125.705206:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705222:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705232:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705343:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705351:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705358:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705421:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705429:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705435:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705440:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81729600 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.705444:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705451:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705460:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:0.0:1788272125.705463:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.705468:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705474:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729600/0x99288105fd3908a4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705484:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705490:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705495:0:22777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705507:0:22777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e92d32200 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.705511:0:22777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705517:0:22777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705526:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x2d3b95bd (ffff8f6d83056100) 00010000:00010000:0.0:1788272125.705528:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.705531:0:22777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.705537:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e92d32200/0x99288105fd3908ab lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x2d3b95bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272125.705707:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+30:18777:x1875138577596544:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 647us (814us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788272125.705715:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:1.0:1788272125.708087:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.708218:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577596672 00000100:00100000:2.0:1788272125.708228:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577596672 00000100:00100000:2.0:1788272125.708288:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 55 00000100:00100000:2.0:1788272125.708300:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d816cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+30:18777:x1875138577596672:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788272125.708328:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272125.708350:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908b2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb1a expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708384:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd3908b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708397:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd3908b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708407:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd3908b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708524:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb1a expref: 32 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708556:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4e00/0x99288105fd3908b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb1a expref: 31 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.708572:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:2.0:1788272125.708575:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788272125.708580:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de4e00, rc 0) 00000100:00100000:2.0:1788272125.708677:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d816cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+31:18777:x1875138577596672:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 379us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.708686:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 55 00000100:00100000:1.0:1788272125.711721:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.711796:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577596928 00000100:00100000:3.0:1788272125.711805:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577596928 00000100:00100000:3.0:1788272125.711856:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:3.0:1788272125.711865:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+31:18777:x1875138577596928:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.711946:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.711972:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.711994:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788272125.712148:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1788272125.712156:0:22776:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686801536417ns, next at 687801534377ns, rc = 0 00000004:00010000:3.0:1788272125.712200:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000721a208c reply state 0000000064531028 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.712213:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.712221:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:3.0:1788272125.712223:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788272125.712226:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788272125.712326:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+33:18777:x1875138577596928:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 461us (613us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788272125.712334:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:0.0:1788272125.716107:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.716220:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597056 00000100:00100000:3.0:1788272125.716233:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597056 00000100:00100000:3.0:1788272125.716314:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:3.0:1788272125.716327:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+33:18777:x1875138577597056:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.716358:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272125.716382:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb21 expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.716450:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 34 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.716499:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 34 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.716521:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:3.0:1788272125.716525:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788272125.716529:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511cc00, rc 0) 00000100:00100000:3.0:1788272125.716593:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+34:18777:x1875138577597056:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 269us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.716600:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:1.0:1788272125.720078:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.720177:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597184 00000100:00100000:2.0:1788272125.720186:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597184 00000100:00100000:2.0:1788272125.720271:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:2.0:1788272125.720284:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577597184:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1788272125.720789:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788272125.720867:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2398:x1875138577597184:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 Request processed in 586us (797us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788272125.720875:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:1.0:1788272125.725103:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.725177:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597440 00000100:00100000:3.0:1788272125.725188:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597440 00000100:00100000:3.0:1788272125.725261:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:3.0:1788272125.725272:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+34:18777:x1875138577597440:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788272125.725560:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+35:18777:x1875138577597440:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 289us (464us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1788272125.725569:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:0.0:1788272125.728187:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.728376:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597696 00000100:00100000:3.0:1788272125.728385:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597696 00000100:00100000:3.0:1788272125.728485:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:3.0:1788272125.728496:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+35:18777:x1875138577597696:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788272125.728597:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+35:18777:x1875138577597696:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 103us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.728604:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:1.0:1788272125.731610:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.731730:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597824 00000100:00100000:3.0:1788272125.731746:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597824 00000100:00100000:3.0:1788272125.731852:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:3.0:1788272125.731863:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+35:18777:x1875138577597824:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.731883:0:23882:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788272125.731903:0:23882:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908ce lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb28 expref: -99 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.731997:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.732012:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.732024:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788272125.732068:0:23882:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788272125.732089:0:23882:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.732115:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908ce lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb28 expref: 37 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.732134:0:23882:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb28 expref: 36 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.732142:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:3.0:1788272125.732144:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788272125.732148:0:23882:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e8511d200, rc 0) 00000100:00100000:3.0:1788272125.732216:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+36:18777:x1875138577597824:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 354us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.732229:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:1.0:1788272125.735700:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.735795:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577597952 00000100:00100000:0.0:1788272125.735805:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577597952 00000100:00100000:0.0:1788272125.735890:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:0.0:1788272125.735901:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+6:2397:x1875138577597952:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788272125.735919:0:25164:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272125.735940:0:25164:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb2f expref: -99 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788272125.736016:0:25164:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a96ddfd, blocks: 0x0 00010000:00010000:0.0:1788272125.736036:0:25164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788272125.736041:0:25164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272125.736051:0:25164:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 7 pid: 25164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.736072:0:25164:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 7 pid: 25164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.736086:0:25164:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e92d32000, rc 0) 00000100:00100000:0.0:1788272125.736148:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2397:x1875138577597952:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 249us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.736156:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:1.0:1788272125.739007:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.742986:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598208 00000100:00100000:2.0:1788272125.743003:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598208 00000100:00100000:2.0:1788272125.743083:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:2.0:1788272125.743094:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+36:18777:x1875138577598208:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788272125.743231:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+36:18777:x1875138577598208:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 137us (4232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.743238:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:1.0:1788272125.746883:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.747099:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598336 00000100:00100000:2.0:1788272125.747110:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598336 00000100:00100000:2.0:1788272125.747225:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 61 00000100:00100000:2.0:1788272125.747236:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+36:18777:x1875138577598336:12345-192.168.201.3@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788272125.749451:0:22755:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00010000:00010000:0.0:1788272125.749606:0:3593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749654:0:3593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749664:0:3593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749670:0:3593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728a00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.749676:0:3593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749685:0:3593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749715:0:3593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f6d83056b00) 00010000:00010000:0.0:1788272125.749718:0:3593:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.749723:0:3593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749730:0:3593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728a00/0x99288105fd3906dd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749751:0:3593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749758:0:3593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749764:0:3593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749769:0:3593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81728c00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.749771:0:3593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749777:0:3593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749784:0:3593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:0.0:1788272125.749787:0:3593:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.749790:0:3593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749796:0:3593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81728c00/0x99288105fd3906e4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749822:0:3593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749829:0:3593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749835:0:3593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749841:0:3593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511de00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.749844:0:3593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749849:0:3593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749858:0:3593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f6e87186b00) 00010000:00010000:0.0:1788272125.749861:0:3593:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.749863:0:3593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749869:0:3593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511de00/0x99288105fd39078c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749884:0:3593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749890:0:3593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749896:0:3593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749907:0:3593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5800 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.749910:0:3593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749916:0:3593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749924:0:3593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:0.0:1788272125.749926:0:3593:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788272125.749930:0:3593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749936:0:3593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5800/0x99288105fd390849 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749972:0:3593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749978:0:3593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749983:0:3593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749987:0:3593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511d400 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.749989:0:3593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.749995:0:3593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750014:0:3593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:0.0:1788272125.750016:0:3593:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788272125.750019:0:3593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750024:0:3593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d400/0x99288105fd3908c0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788272125.750141:0:22755:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1788272125.750191:0:22755:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788272125.750554:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+15:18777:x1875138577598336:12345-192.168.201.3@tcp:44:lhsmtool_posix.0 Request processed in 3227us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.750567:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 61 00010000:00010000:0.0:1788272125.750684:0:3592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750694:0:3592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750701:0:3592:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750707:0:3592:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4c00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:0.0:1788272125.750711:0:3592:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750719:0:3592:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750729:0:3592:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f6d83056900) 00010000:00010000:0.0:1788272125.750732:0:3592:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788272125.750735:0:3592:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.750741:0:3592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4c00/0x99288105fd390731 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.750878:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590275328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788272125.750934:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272125.751109:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590275328 00000100:00100000:0.0:1788272125.751116:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590275328 00000100:00100000:0.0:1788272125.751171:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788272125.751181:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590275328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1788272125.751308:0:25163:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788272125.751312:0:25163:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788272125.751314:0:25163:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788272125.751316:0:25163:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788272125 -> 1788272125 00002000:00010000:0.0:1788272125.751319:0:25163:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788272125.751354:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3608:x1875138590275328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (421us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788272125.751361:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000004:00080000:0.0:1788272125.751402:0:3608:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f6d8313c700/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788272125.751408:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590275328:0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1788272125.751559:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788272125.754415:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.754509:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598464 00000100:00100000:2.0:1788272125.754519:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598464 00000100:00100000:2.0:1788272125.754577:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:2.0:1788272125.754587:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ea5335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2398:x1875138577598464:12345-192.168.201.3@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788272125.754846:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ea5335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2398:x1875138577598464:12345-192.168.201.3@tcp:16:lhsmtool_posix.0 Request processed in 259us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.754854:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:1.0:1788272125.758674:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.759091:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598720 00000100:00100000:2.0:1788272125.759100:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598720 00000100:00100000:2.0:1788272125.759167:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:2.0:1788272125.759178:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+15:18777:x1875138577598720:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788272125.759357:0:22777:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272125.759387:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511d200/0x99288105fd3908d5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb28 expref: 15 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.759408:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:2.0:1788272125.759413:0:22777:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788272125.759444:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908e3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.759456:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.759477:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788272125.759884:0:22777:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e4d69ec9 reply state 000000000a4e6215 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.759899:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5200/0x99288105fd3908e3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.759906:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:2.0:1788272125.759909:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788272125.759911:0:22777:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788272125.760040:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+16:18777:x1875138577598720:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 863us (1422us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788272125.760048:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:1.0:1788272125.768313:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.768475:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598848 00000100:00100000:0.0:1788272125.768485:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598848 00000100:00100000:0.0:1788272125.768549:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:0.0:1788272125.768560:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:18777:x1875138577598848:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788272125.768578:0:25164:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788272125.768597:0:25164:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb36 expref: -99 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.768664:0:25164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 8 pid: 25164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.768693:0:25164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272125.768697:0:25164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788272125.768702:0:25164:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 8 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.768738:0:25164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 8 pid: 25164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.768753:0:25164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 8 pid: 25164 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272125.768768:0:25164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbcd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25164:1875138590275456:192.168.201.3@tcp:104: 00000100:00100000:0.0:1788272125.768842:0:25164:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d830243c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788272125.772430:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.772520:0:25802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577598976 00000100:00100000:2.0:1788272125.772529:0:25802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577598976 00010000:00010000:2.0:1788272125.772567:0:25802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 9 pid: 25164 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.772610:0:25802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:2.0:1788272125.772648:0:25802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:2398:x1875138577598976:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272125.772663:0:25802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272125.772683:0:25802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 9 pid: 25164 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.772697:0:25802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 9 pid: 25164 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.772739:0:25802:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272125.772744:0:25802:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272125.772751:0:25802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.772763:0:25802:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.772798:0:25802:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.772811:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25802:1875138590275584:192.168.201.3@tcp:105: 00000100:00100000:2.0:1788272125.772874:0:25802:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9ec00 going to sleep for 11 seconds 00010000:00010000:0.0:1788272125.775766:0:25164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004beea677/0x99288105fd3908dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb2f expref: 9 pid: 25164 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272125.775802:0:25164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbcd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:25164:1875138590275456:192.168.201.3@tcp:104: 00010000:00010000:0.0:1788272125.775832:0:25164:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 8 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.775846:0:25164:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6e92d32a00, rc 0) 00000100:00100000:0.0:1788272125.775911:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+8:18777:x1875138577598848:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 7353us (7608us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.775936:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:2.0:1788272125.777452:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:25802:1875138590275584:192.168.201.3@tcp:105: 00010000:00010000:2.0:1788272125.777486:0:25802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272125.777541:0:25802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2398:x1875138577598976:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 4922us (5119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.777552:0:25802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788272125.781382:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.781678:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599104 00000100:00100000:0.0:1788272125.781688:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599104 00000100:00100000:0.0:1788272125.781738:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:0.0:1788272125.781747:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2397:x1875138577599104:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788272125.781897:0:24282:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788272125.781900:0:24282:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788272124 00002000:00010000:0.0:1788272125.781904:0:24282:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788272123 00002000:00010000:0.0:1788272125.781905:0:24282:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788272125 -> 1788272124 00002000:00010000:0.0:1788272125.781907:0:24282:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788272125.781980:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+8:2397:x1875138577599104:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 Request processed in 233us (605us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788272125.781988:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:1.0:1788272125.787374:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.787699:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599232 00000100:00100000:2.0:1788272125.787710:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599232 00000100:00100000:2.0:1788272125.787773:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:2.0:1788272125.787797:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+8:2397:x1875138577599232:12345-192.168.201.3@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788272125.787842:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.787875:0:24283:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 8 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.787884:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272125.787888:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788272125.787893:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.787929:0:24283:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 8 pid: 25164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.787943:0:24283:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 8 pid: 25164 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.787969:0:24283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24283:1875138590275712:192.168.201.3@tcp:104: 00000100:00100000:2.0:1788272125.788102:0:24283:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e83e9ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788272125.793837:0:24283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24283:1875138590275712:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788272125.793870:0:24283:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788272125.795739:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788272125.795838:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599360 00000100:00100000:0.0:1788272125.795846:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599360 00010000:00010000:0.0:1788272125.795887:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272125.795931:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:0.0:1788272125.795940:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:2398:x1875138577599360:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788272125.795964:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788272125.795986:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.796000:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.796042:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000093d964c/0x99288105fd3908ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb36 expref: 9 pid: 25164 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.796061:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788272125.796066:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788272125.796072:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.796082:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788272125.796120:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788272125.796179:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+8:2398:x1875138577599360:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 239us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.796187:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00010000:00010000:2.0:1788272125.796276:0:24283:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796286:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796304:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796323:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796331:0:24283:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796338:0:24283:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272125.796342:0:24283:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796349:0:24283:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796360:0:24283:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.796366:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f92859b6/0x99288105fd3908f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.796412:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2397:x1875138577599232:12345-192.168.201.3@tcp:1:lhsmtool_posix.0 Request processed in 8618us (9047us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.796419:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:2.0:1788272125.804050:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.804478:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599616 00000100:00100000:3.0:1788272125.804489:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599616 00000100:00100000:3.0:1788272125.804546:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 63 00000100:00100000:3.0:1788272125.804556:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+16:18777:x1875138577599616:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788272125.804679:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.804699:0:23882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 16 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.804709:0:23882:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.804747:0:23882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 16 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.804762:0:23882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 16 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.804775:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83250380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275840:192.168.201.3@tcp:104: 00000100:00100000:3.0:1788272125.804893:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788272125.813265:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.813447:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599744 00000100:00100000:2.0:1788272125.813456:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599744 00010000:00010000:2.0:1788272125.813515:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 17 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.813559:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:2.0:1788272125.813570:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+17:2398:x1875138577599744:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788272125.813585:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788272125.813591:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 17 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813605:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 17 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813668:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.813675:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 17 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813684:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813691:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813698:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.813716:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788272125.813762:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+17:2398:x1875138577599744:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 194us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.813769:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00010000:00010000:3.0:1788272125.813997:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511da00/0x99288105fd390842 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdaf7 expref: 16 pid: 22776 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.814012:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83250380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275840:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788272125.814030:0:23882:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814038:0:23882:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814043:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814258:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814270:0:23882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 16 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814277:0:23882:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814303:0:23882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 16 pid: 23882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.814316:0:23882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 16 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.814328:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d83250380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275968:192.168.201.3@tcp:104: 00000100:00100000:3.0:1788272125.814449:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6d82d9b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272125.817398:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d83250380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590275968:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788272125.817423:0:23882:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788272125.818960:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.819036:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577599872 00000100:00100000:3.0:1788272125.819045:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577599872 00010000:00010000:3.0:1788272125.819122:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 17 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.819162:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:3.0:1788272125.819171:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+17:2398:x1875138577599872:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788272125.819187:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788272125.819193:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 17 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819206:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 17 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819229:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd3908c7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb21 expref: 17 pid: 23882 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819255:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:3.0:1788272125.819261:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819271:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819292:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.819318:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788272125.819367:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+16:2398:x1875138577599872:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 196us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.819375:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00010000:00010000:2.0:1788272125.819445:0:23882:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.819453:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788272125.819559:0:23882:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1788272125.819715:0:23882:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1788272125.819754:0:23882:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1788272125.819832:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:23882:1875138590276096:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788272125.819879:0:23882:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272125.819912:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8a0d2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788272125.820014:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276096 00000100:00100000:3.0:1788272125.820019:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276096 00000100:00100000:3.0:1788272125.820053:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788272125.820060:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:23882:x1875138590276096:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788272125.820133:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:23882:x1875138590276096:12345-0@lo:1000:mdt00_003.0 Request processed in 74us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.820140:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788272125.820412:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:23882:1875138590276096:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1788272125.820551:0:23882:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1788272125.820593:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:23882:1875138590276224:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788272125.820715:0:23882:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272125.820734:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8a0d2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272125.820957:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276224 00000100:00100000:0.0:1788272125.820963:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276224 00000100:00100000:0.0:1788272125.821005:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788272125.821013:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:23882:x1875138590276224:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788272125.821134:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:23882:x1875138590276224:12345-0@lo:1000:mdt00_003.0 Request processed in 121us (418us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788272125.821141:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788272125.821432:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:23882:1875138590276224:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788272125.821468:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821478:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821486:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821491:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511ca00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272125.821496:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821519:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821535:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:2.0:1788272125.821538:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788272125.821542:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821548:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ca00/0x99288105fd3908ff lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821579:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821585:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821591:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821596:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511ce00 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272125.821598:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821603:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821611:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.821613:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788272125.821701:0:23882:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 19 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821725:0:23882:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 19 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821734:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 19 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.821787:0:23882:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81729000/0x99288105fd39085e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb05 expref: 19 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.821799:0:23882:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590276352:192.168.201.3@tcp:105: 00000100:00100000:2.0:1788272125.821920:0:23882:0:(client.c:2715:ptlrpc_set_wait()) set ffff8f6e8a0d2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788272125.825826:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.825939:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600000 00000100:00100000:3.0:1788272125.825959:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600000 00000100:00100000:3.0:1788272125.826016:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:3.0:1788272125.826026:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb5409050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+20:18776:x1875138577600000:12345-192.168.201.3@tcp:49:dd.0 00000100:00100000:3.0:1788272125.826206:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb5409050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+20:18776:x1875138577600000:12345-192.168.201.3@tcp:49:dd.0 Request processed in 181us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272125.826214:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:2.0:1788272125.826722:0:23882:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23882:1875138590276352:192.168.201.3@tcp:105: 00010000:00010000:2.0:1788272125.826750:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826760:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511ce00/0x99288105fd390857 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826793:0:23882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826807:0:23882:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826817:0:23882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826827:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826848:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826853:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826859:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de4600 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272125.826864:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826870:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826882:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.826884:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788272125.826887:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826893:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de4600/0x99288105fd390906 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826903:0:23882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826909:0:23882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826915:0:23882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826920:0:23882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511c400 already unused, calling callback (ffffffffc174a4f0) 00010000:00010000:2.0:1788272125.826930:0:23882:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826935:0:23882:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826943:0:23882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.826945:0:23882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788272125.826958:0:23882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.826964:0:23882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511c400/0x99288105fd3908f8 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.827145:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+19:18777:x1875138577599616:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 22590us (23104us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1788272125.827153:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 63 00000020:00080000:2.0:1788272125.827157:0:23882:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788272125.830484:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000040:00080000:0.0:1788272125.830664:0:22808:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788272125.830677:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788272125.830698:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788272125.830705:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788272125.832210:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272125.832308:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600384 00000100:00100000:3.0:1788272125.832318:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600384 00000100:00100000:3.0:1788272125.832377:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:3.0:1788272125.832387:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+19:18777:x1875138577600384:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788272125.832682:0:22778:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788272125.832725:0:22778:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788272125.832759:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832774:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832785:0:22778:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832793:0:22778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832798:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832804:0:22778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.832821:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788272125.832909:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18777:x1875138577600384:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 523us (712us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788272125.832917:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000020:00080000:3.0:1788272125.832922:0:22778:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788272125.833071:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788272125.833079:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.833086:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511cc00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:1.0:1788272125.833090:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.833098:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.833111:0:22763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f6e87075800) 00010000:00010000:1.0:1788272125.833114:0:22763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788272125.833125:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.833131:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6e8511cc00/0x99288105fd39090d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788272125.833144:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272125.833146:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788272125.833147:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788272125.835875:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600128 00000100:00100000:2.0:1788272125.835890:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600128 00000100:00100000:2.0:1788272125.836029:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 64 00000100:00100000:2.0:1788272125.836041:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+21:18776:x1875138577600128:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:2.0:1788272125.836063:0:22777:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788272125.836083:0:22777:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd390914 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24a403972fcfdb3d expref: -99 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836120:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd39091b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836134:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd39091b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836159:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd39091b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836292:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5600/0x99288105fd390914 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb3d expref: 23 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836320:0:22777:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f6d81de5000/0x99288105fd39091b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x24a403972fcfdb3d expref: 22 pid: 22777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.836329:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f6e87075000) 00010000:00010000:2.0:1788272125.836331:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788272125.836335:0:22777:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f6d81de5000, rc 0) 00000100:00100000:2.0:1788272125.836401:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+22:18776:x1875138577600128:12345-192.168.201.3@tcp:101:dd.0 Request processed in 364us (5928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272125.836409:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 64 00000100:00100000:0.0:1788272125.883128:0:3600:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788272125.883464:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600512 00000100:00100000:2.0:1788272125.883475:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600512 00000100:00100000:2.0:1788272125.883550:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:2.0:1788272125.883561:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebbcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+7:2398:x1875138577600512:12345-192.168.201.3@tcp:4:dd.0 00002000:00010000:2.0:1788272125.883610:0:24287:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a96ddfc, atime: 0x6a96ddfb, ctime: 0x6a96ddfc, blocks: 0x0 00010000:00010000:2.0:1788272125.883665:0:24287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.883682:0:24287:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=686s v=(0 0) 00010000:00010000:2.0:1788272125.883687:0:24287:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788272125.883694:0:24287:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272125.883724:0:24287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788272125.885738:0:3601:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788272125.886146:0:24289:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788272125.886155:0:24289:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1788272125.886561:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600640 00000100:00100000:1.0:1788272125.886570:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600640 00000100:00100000:3.0:1788272125.889846:0:25819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:3.0:1788272125.890007:0:25819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+8:2397:x1875138577600640:12345-192.168.201.3@tcp:4:dd.0 00010000:00010000:3.0:1788272125.890050:0:25819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.890067:0:25819:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272125.890079:0:25819:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788272125.890085:0:25819:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788272125.890101:0:25819:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272125.982615:0:3609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590276480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788272125.982723:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788272125.985100:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276480 00000100:00100000:0.0:1788272125.985188:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276480 00000100:00100000:0.0:1788272125.985327:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788272125.985341:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d8313d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590276480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788272125.985384:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788272125.985597:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d8313d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3609:x1875138590276480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 259us (2874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272125.985604:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788272125.985675:0:3609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3609:1875138590276480:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788272125.995581:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1788272126.003450:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1788272126.003903:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:2.0:1788272126.007267:0:25819:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:2.0:1788272126.007277:0:25819:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1788272124 -> 1788272125 00002000:00010000:2.0:1788272126.007280:0:25819:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788272124 -> 1788272125 00002000:00010000:2.0:1788272126.007282:0:25819:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 14952 00010000:00010000:2.0:1788272126.007301:0:25819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007312:0:25819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007320:0:25819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007325:0:25819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6e8511da00 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272126.007329:0:25819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007335:0:25819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007382:0:25819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.007390:0:25819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3019fa6/0x99288105fd390929 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272126.007646:0:25819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+9:2397:x1875138577600640:12345-192.168.201.3@tcp:4:dd.0 Request processed in 117752us (121879us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788272126.007660:0:25819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 1 00000001:00080000:0.0:1788272126.019689:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00010000:00010000:2.0:1788272126.020164:0:24287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020181:0:24287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020191:0:24287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020262:0:24287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f6d81de5600 already unused, calling callback (ffffffffc0b52230) 00010000:00010000:2.0:1788272126.020267:0:24287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020278:0:24287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020299:0:24287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788272126.020319:0:24287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ee17452/0x99288105fd390922 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788272126.020444:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebbcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2398:x1875138577600512:12345-192.168.201.3@tcp:4:dd.0 Request processed in 136879us (137320us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788272126.020454:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00010000:00010000:2.0:1788272126.431635:0:24375:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272127.394886:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.394953:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.394997:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395017:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395041:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395060:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395079:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395096:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395118:0:3599:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788272127.395165:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601024 00000100:00100000:3.0:1788272127.395187:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601024 00000100:00100000:3.0:1788272127.395274:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601536 00000100:00100000:3.0:1788272127.395277:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601536 00000100:00100000:3.0:1788272127.395293:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600896 00000100:00100000:3.0:1788272127.395296:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600896 00000100:00100000:3.0:1788272127.395310:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601408 00000100:00100000:3.0:1788272127.395312:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601408 00000100:00100000:3.0:1788272127.395332:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:3.0:1788272127.395343:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601024:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395460:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601024:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 118us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395469:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:3.0:1788272127.395514:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 55 00000100:00100000:3.0:1788272127.395520:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601536:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395552:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601536:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 32us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395558:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 55 00000100:00100000:3.0:1788272127.395570:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:3.0:1788272127.395576:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+22:2395:x1875138577600896:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395611:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+22:2395:x1875138577600896:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 35us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395663:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:3.0:1788272127.395678:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:3.0:1788272127.395684:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2395:x1875138577601408:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395714:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+6:2395:x1875138577601408:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 30us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395720:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:3.0:1788272127.395752:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601280 00000100:00100000:3.0:1788272127.395758:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601280 00000100:00100000:3.0:1788272127.395789:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601792 00000100:00100000:3.0:1788272127.395792:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601792 00000100:00100000:3.0:1788272127.395804:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601152 00000100:00100000:3.0:1788272127.395807:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601152 00000100:00100000:3.0:1788272127.395818:0:25163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577601664 00000100:00100000:3.0:1788272127.395820:0:25163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577601664 00000100:00100000:3.0:1788272127.395833:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:3.0:1788272127.395840:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601280:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395866:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601280:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395880:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:3.0:1788272127.395892:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:3.0:1788272127.395897:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601792:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395918:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601792:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 21us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395934:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:3.0:1788272127.395945:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788272127.395950:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601152:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.395975:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe1fc4ea-f77c-4b5c-a5d5-7ccad4034570+5:2395:x1875138577601152:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 25us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.395980:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:3.0:1788272127.395990:0:25163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:3.0:1788272127.395995:0:25163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6d83253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601664:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788272127.396019:0:25163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6d83253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0d670d01-396c-425a-83fb-a6e07c5c2c2f+5:2395:x1875138577601664:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 24us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272127.396025:0:25163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:0.0:1788272127.397864:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138577600768 00000100:00100000:0.0:1788272127.397882:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138577600768 00000100:00100000:0.0:1788272127.397975:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 164 00000100:00100000:0.0:1788272127.397988:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+13:2395:x1875138577600768:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788272127.398091:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:17014738-e4b3-4442-8f01-be93000e34c1+13:2395:x1875138577600768:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 106us (3223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788272127.398100:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 164 00000100:00080000:0.0:1788272127.398160:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788272127.398166:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788272127.398181:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788272127.398186:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788272127.454383:0:22764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788272127.863207:0:25856:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788272128.478002:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788272128.542271:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbcd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590276608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272128.542389:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.542446:0:3606:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788272128.542453:0:3606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbe24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590276736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272128.542485:0:3606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.542683:0:23884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276608 00000100:00100000:3.0:1788272128.542694:0:23884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276608 00000100:00100000:3.0:1788272128.542780:0:23884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788272128.542804:0:23884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590276608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788272128.542853:0:23884:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788272128.542921:0:23884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3606:x1875138590276608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.542930:0:23884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788272128.542985:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbcd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3606:1875138590276608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788272128.543329:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590276864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788272128.543423:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.543721:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590277248:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.543758:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.543818:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ea5115180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590277760:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.543843:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.543865:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590278272:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.543889:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.543928:0:3607:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788272128.543934:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590277120:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.543965:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.543996:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ea5114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590277632:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.544028:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277248 00000100:00100000:2.0:1788272128.544034:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277248 00000100:00100000:2.0:1788272128.544096:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277760 00000100:00100000:2.0:1788272128.544100:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277760 00000100:00100000:2.0:1788272128.544126:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788272128.544149:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590277248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.544202:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3607:x1875138590277248:12345-0@lo:400:kworker.0 Request processed in 54us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272128.544209:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788272128.544225:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788272128.544231:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590277760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.544258:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590277760:12345-0@lo:400:kworker.0 Request processed in 27us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272128.544264:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788272128.544285:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277120 00000100:00100000:2.0:1788272128.544289:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277120 00000100:00100000:2.0:1788272128.544315:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788272128.544321:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3607:x1875138590277120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.544366:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc2f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6134a90a-f5c0-4359-8bae-85444bf653a7+24:3607:x1875138590277120:12345-0@lo:400:kworker.0 Request processed in 30us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272128.544373:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788272128.544452:0:23882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590278272 00000100:00100000:2.0:1788272128.544456:0:23882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590278272 00000100:00100000:2.0:1788272128.544484:0:23882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788272128.544491:0:23882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590278272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.544524:0:23882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3607:x1875138590278272:12345-0@lo:400:kworker.0 Request processed in 34us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272128.544530:0:23882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788272128.544673:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590277376:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.544702:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544718:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590277888:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.544740:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544760:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590278400:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.544781:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544797:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788272128.544802:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d8313ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590276992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788272128.544824:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544844:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590277504:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.544865:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544882:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590278016:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.544918:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.544947:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276736 00000100:00100000:3.0:1788272128.544952:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276736 00000100:00100000:3.0:1788272128.544980:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276992 00000100:00100000:3.0:1788272128.544993:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276992 00000100:00100000:3.0:1788272128.545013:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272128.545020:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590276736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788272128.545053:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:3.0:1788272128.545095:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3606:x1875138590276736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545102:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788272128.545117:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272128.545124:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590276992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788272128.545135:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908194304 avail 3676672000 00000100:00100000:3.0:1788272128.545163:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590276992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545170:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788272128.545189:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277888 00000100:00100000:3.0:1788272128.545192:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277888 00000100:00100000:3.0:1788272128.545208:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590278400 00000100:00100000:3.0:1788272128.545211:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590278400 00000100:00100000:3.0:1788272128.545223:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277504 00000100:00100000:3.0:1788272128.545225:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277504 00000100:00100000:3.0:1788272128.545235:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590278016 00000100:00100000:3.0:1788272128.545237:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590278016 00000100:00100000:3.0:1788272128.545250:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788272128.545256:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590277888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545287:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3608:x1875138590277888:12345-0@lo:400:kworker.0 Request processed in 31us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545293:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788272128.545304:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788272128.545311:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590278400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545348:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3608:x1875138590278400:12345-0@lo:400:kworker.0 Request processed in 38us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545355:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788272128.545366:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788272128.545371:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590277504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545396:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3608:x1875138590277504:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545401:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788272128.545413:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788272128.545418:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590278016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545446:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3608:x1875138590278016:12345-0@lo:400:kworker.0 Request processed in 27us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.545452:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788272128.545506:0:3606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbe24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3606:1875138590276736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788272128.545541:0:3608:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1788272128.545547:0:3608:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f6d8313c700, transno 12884901892 00000004:00080000:3.0:1788272128.545560:0:3608:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1788272128.545584:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590276992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788272128.545598:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d81f6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3608:1875138590277504:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545608:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3608:1875138590278016:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.545652:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3608:1875138590277888:0@lo:400:kworker.0 00010000:00080000:3.0:1788272128.545668:0:3608:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc232a00 x1875138590278400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272128.545693:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3608:1875138590278400:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.546185:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.546378:0:3608:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788272128.546395:0:3608:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebbcdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272128.546447:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788272128.546491:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590278528 00000100:00100000:3.0:1788272128.546497:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590278528 00000100:00100000:3.0:1788272128.546538:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788272128.546548:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eb3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590278528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788272128.546580:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788272128.546659:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eb3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3608:x1875138590278528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.546680:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788272128.546723:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbcdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788272128.546774:0:25164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277376 00000100:00100000:3.0:1788272128.546779:0:25164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277376 00000100:00100000:3.0:1788272128.546825:0:25164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788272128.546833:0:25164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6eaa7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590277376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.546875:0:25164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6eaa7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3608:x1875138590277376:12345-0@lo:400:kworker.0 Request processed in 42us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788272128.546881:0:25164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1788272128.547987:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788272128.548002:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788272128.548008:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788272128.548010:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788272128.548080:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3608:1875138590277376:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558239:0:3607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8f6ebc232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590278144:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558339:0:3607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788272128.558422:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3607:1875138590277248:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558438:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ea5115180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590277760:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558451:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3607:1875138590278272:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558489:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6d8313d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6134a90a-f5c0-4359-8bae-85444bf653a7:3607:1875138590277120:0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558551:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590278144 00000100:00100000:2.0:1788272128.558559:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590278144 00000100:00100000:2.0:1788272128.558688:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788272128.558699:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590278144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788272128.558770:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3607:x1875138590278144:12345-0@lo:400:kworker.0 Request processed in 72us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788272128.558778:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:2.0:1788272128.558804:0:22771:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788272128.559096:0:3607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f6ebc232d80 x1875138590278144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788272144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788272128.559112:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebc232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3607:1875138590278144:0@lo:400:kworker.0 00000100:00100000:1.0:1788272128.559953:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590276864 00000100:00100000:1.0:1788272128.559969:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590276864 00000100:00100000:1.0:1788272128.560035:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875138590277632 00000100:00100000:1.0:1788272128.560039:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875138590277632 00000100:00100000:1.0:1788272128.560055:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788272128.560065:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3608:x1875138590276864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788272128.560124:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1788272128.560211:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebfb86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3608:x1875138590276864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 147us (16787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272128.560218:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788272128.560236:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788272128.560242:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590277632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788272128.560285:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f6ebc233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3607:x1875138590277632:12345-0@lo:400:kworker.0 Request processed in 44us (14102us total) trans 0 rc 0/0 00000100:00100000:1.0:1788272128.560308:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788272128.560356:0:3607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ea5114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3607:1875138590277632:0@lo:400:kworker.0 00000100:00100000:3.0:1788272128.560863:0:3608:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8f6ebbe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3608:1875138590276864:0@lo:41:osp-pre-0-1.0 Debug log: 13808 lines, 13808 kept, 0 dropped, 0 bad.