00000100:00100000:1.0F:1788536112.510611:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536112.510774:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536112.510863:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0F:1788536112.510868:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436224 00000100:00100000:0.0:1788536112.510886:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436224 00000100:00100000:1.0:1788536112.510898:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536112.510961:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 169 00000100:00100000:0.0:1788536112.510972:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2399:x1875415548436224:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536112.511049:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2399:x1875415548436224:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 79us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.511057:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 169 00000100:00100000:3.0F:1788536112.511469:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436480 00000100:00100000:3.0:1788536112.511482:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436480 00000100:00100000:3.0:1788536112.511539:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436992 00000100:00100000:3.0:1788536112.511542:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436992 00000100:00100000:3.0:1788536112.511568:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 61 00000100:00100000:3.0:1788536112.511575:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436480:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0F:1788536112.511682:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436736 00000100:00100000:2.0:1788536112.511693:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436736 00000100:00100000:2.0:1788536112.511725:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1788536112.511734:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436736:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536112.512058:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:0.0:1788536112.512064:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536112.512072:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548436992:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536112.512100:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536112.512123:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548436992:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 55us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.512131:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536112.512170:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:1.0:1788536112.512185:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436352 00000100:00100000:1.0:1788536112.512189:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436352 00000100:00100000:1.0:1788536112.512210:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:1.0:1788536112.512217:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+22:2399:x1875415548436352:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536112.512247:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+22:2399:x1875415548436352:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 31us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536112.512253:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:1.0:1788536112.512297:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437248 00000100:00100000:1.0:1788536112.512300:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437248 00000100:00100000:1.0:1788536112.512323:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436608 00000100:00100000:1.0:1788536112.512327:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436608 00000100:00100000:1.0:1788536112.512343:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:1.0:1788536112.512349:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548437248:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536112.512374:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548437248:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 26us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536112.512381:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:1.0:1788536112.512392:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536112.512398:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436608:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536112.512436:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436608:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 36us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536112.512442:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:2.0:1788536112.512450:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436736:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 715us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.512458:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:0.0:1788536112.513510:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536112.513788:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548436864 00000100:00100000:2.0:1788536112.513805:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548436864 00000100:00100000:2.0:1788536112.513845:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:2.0:1788536112.513864:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548436864:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536112.513927:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548436864:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 75us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.513934:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00080000:2.0:1788536112.513963:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536112.513970:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536112.513972:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536112.513975:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536112.514445:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536112.515292:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437120 00000100:00100000:2.0:1788536112.515301:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437120 00000100:00100000:2.0:1788536112.515374:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1788536112.515383:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548437120:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536112.515450:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548437120:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 69us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.515458:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00080000:0.0:1788536112.515726:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536112.517097:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548436480:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 5512us (6314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.517125:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 61 00000100:00100000:1.0:1788536112.556747:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569480832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536112.556819:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536112.559421:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569480832 00000100:00100000:0.0:1788536112.559436:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569480832 00000100:00100000:0.0:1788536112.559500:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788536112.559510:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569480832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788536112.559554:0:17209:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788536112.573561:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569480832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536112.573880:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569480832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 14369us (17058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.573893:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788536113.069285:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569480960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536113.069357:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.069475:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569480960 00000100:00100000:0.0:1788536113.069482:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569480960 00000100:00100000:0.0:1788536113.069538:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788536113.069548:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569480960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536113.069581:0:17945:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536113.069628:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569480960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.069649:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788536113.069748:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569480960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536113.073837:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536113.073860:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569481088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536113.073927:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.074130:0:18715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481088 00000100:00100000:3.0:1788536113.074139:0:18715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481088 00000100:00100000:3.0:1788536113.074259:0:18715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788536113.074269:0:18715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569481088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788536113.074295:0:18715:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788536113.074342:0:18715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569481088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.074349:0:18715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1788536113.074403:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536113.075387:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569481088:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788536113.261447:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536113.780074:0:17959:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:1.0:1788536114.101876:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1788536114.101901:0:17184:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9005b98c93c0 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:1.0:1788536114.101906:0:17184:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff900589423200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9005b98c9780 00000020:00080000:1.0:1788536114.101910:0:17184:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff900589423c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9005859c6a00 00010000:00010000:1.0:1788536114.101953:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.101965:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.101973:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.101979:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:1.0:1788536114.101984:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.101993:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.102009:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff900486936800) 00010000:00010000:1.0:1788536114.102023:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536114.102029:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536114.102036:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488067400/0xe79af2f39bbddd63 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17205 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788536114.104370:0:17244:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:3.0:1788536114.104523:0:17244:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788536114.285372:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536115.041004:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536115.041197:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437376 00000100:00100000:2.0:1788536115.041209:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437376 00000100:00100000:2.0:1788536115.041293:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00100000:2.0:1788536115.041304:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+13:15615:x1875415548437376:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1788536115.041466:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536115.041497:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+13:15615:x1875415548437376:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 Request processed in 195us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.041512:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 65 00000100:00100000:3.0:1788536115.049020:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536115.049269:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437504 00000100:00100000:0.0:1788536115.049279:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437504 00000100:00100000:0.0:1788536115.049373:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00100000:0.0:1788536115.049388:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:15615:x1875415548437504:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536115.049518:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:15615:x1875415548437504:12345-192.168.203.13@tcp:60:lhsmtool_posix.0 Request processed in 131us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536115.049526:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 66 00000100:00080000:2.0:1788536115.049818:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788536115.055857:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536115.056089:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437760 00000100:00100000:3.0:1788536115.056099:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437760 00000100:00100000:3.0:1788536115.056193:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1788536115.056204:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+13:15615:x1875415548437760:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536115.056429:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+14:15615:x1875415548437760:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 226us (580us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1788536115.056437:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1788536115.117357:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569481216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536115.117445:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.117710:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481216 00000100:00100000:1.0:1788536115.117719:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481216 00000100:00100000:1.0:1788536115.117790:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788536115.117800:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569481216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536115.117829:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536115.117878:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569481216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536115.117885:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788536115.117945:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536115.118614:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569481216:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536115.310314:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536115.628628:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569481728:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628702:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628757:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569482240:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628778:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628791:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569482752:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628812:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628833:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788536115.628838:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569481344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628862:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628881:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569481856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628918:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628935:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569482368:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628952:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.628965:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569482880:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.628983:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536115.629008:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482752 00000100:00100000:1.0:1788536115.629014:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482752 00000100:00100000:1.0:1788536115.629059:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481856 00000100:00100000:1.0:1788536115.629062:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481856 00000100:00100000:1.0:1788536115.629070:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482368 00000100:00100000:1.0:1788536115.629072:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482368 00000100:00100000:1.0:1788536115.629079:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482880 00000100:00100000:1.0:1788536115.629081:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482880 00000100:00100000:1.0:1788536115.629096:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788536115.629102:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875415569482752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629174:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875415569482752:12345-0@lo:400:kworker.0 Request processed in 71us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536115.629181:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788536115.629198:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788536115.629204:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569481856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629230:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569481856:12345-0@lo:400:kworker.0 Request processed in 27us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536115.629236:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788536115.629246:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788536115.629252:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569482368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629274:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569482368:12345-0@lo:400:kworker.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536115.629289:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788536115.629302:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788536115.629308:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875415569482880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629334:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875415569482880:12345-0@lo:400:kworker.0 Request processed in 27us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536115.629339:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788536115.629382:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569481856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629393:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569482368:0@lo:400:kworker.0 00010000:00080000:1.0:1788536115.629404:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488821180 x1875415569482880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536115.629414:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569482880:0@lo:400:kworker.0 00000100:00100000:1.0:1788536115.629423:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569482752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629645:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900481cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569481472:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629680:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629711:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569481984:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629731:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629749:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3662:1875415569482496:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629768:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629783:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569483008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536115.629805:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629836:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788536115.629843:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569481600:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629865:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629881:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569482112:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629901:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629918:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569482624:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.629938:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536115.629968:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481728 00000100:00100000:2.0:1788536115.629973:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481728 00000100:00100000:2.0:1788536115.629996:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482240 00000100:00100000:2.0:1788536115.629999:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482240 00000100:00100000:2.0:1788536115.630010:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481600 00000100:00100000:2.0:1788536115.630012:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481600 00000100:00100000:2.0:1788536115.630023:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482112 00000100:00100000:2.0:1788536115.630024:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482112 00000100:00100000:2.0:1788536115.630038:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788536115.630044:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569481728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630080:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569481728:12345-0@lo:400:kworker.0 Request processed in 35us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630086:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788536115.630098:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788536115.630103:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569482240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630126:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569482240:12345-0@lo:400:kworker.0 Request processed in 24us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630132:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788536115.630142:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788536115.630169:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569481600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630212:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569481600:12345-0@lo:400:kworker.0 Request processed in 64us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630219:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788536115.630230:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788536115.630235:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569482112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630262:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569482112:12345-0@lo:400:kworker.0 Request processed in 26us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630267:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788536115.630287:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482496 00000100:00100000:2.0:1788536115.630290:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482496 00000100:00100000:2.0:1788536115.630312:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569482624 00000100:00100000:2.0:1788536115.630315:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569482624 00000100:00100000:2.0:1788536115.630329:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788536115.630335:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875415569482496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630362:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875415569482496:12345-0@lo:400:kworker.0 Request processed in 27us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630367:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788536115.630376:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788536115.630381:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569482624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630403:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569482624:12345-0@lo:400:kworker.0 Request processed in 22us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630409:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788536115.630431:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481344 00000100:00100000:2.0:1788536115.630434:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481344 00000100:00100000:2.0:1788536115.630541:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1788536115.630548:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:25821a76-2177-4c11-bd6b-eb660028a815+24:3660:x1875415569481344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630585:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:25821a76-2177-4c11-bd6b-eb660028a815+24:3660:x1875415569481344:12345-0@lo:400:kworker.0 Request processed in 38us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630591:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:2.0:1788536115.630616:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536115.630621:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536115.630623:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788536115.630625:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536115.630634:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481472 00000100:00100000:2.0:1788536115.630638:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481472 00000100:00100000:2.0:1788536115.630660:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569481984 00000100:00100000:2.0:1788536115.630662:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569481984 00000100:00100000:2.0:1788536115.630674:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788536115.630680:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569481472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630708:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569481472:12345-0@lo:400:kworker.0 Request processed in 28us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630714:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788536115.630724:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788536115.630729:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569481984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630748:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569481984:12345-0@lo:400:kworker.0 Request processed in 20us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630753:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788536115.630767:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483008 00000100:00100000:2.0:1788536115.630770:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483008 00000100:00100000:2.0:1788536115.630788:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788536115.630794:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569483008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536115.630813:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536115.630840:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569483008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536115.630852:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788536115.630894:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569481600:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630904:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569482112:0@lo:400:kworker.0 00010000:00080000:2.0:1788536115.630914:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488823480 x1875415569482624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536115.630923:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569482624:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630931:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900481cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569481472:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630939:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569481984:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630946:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3662:1875415569482496:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.630958:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569483008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536115.631001:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569481344:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.631009:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569481728:0@lo:400:kworker.0 00000100:00100000:2.0:1788536115.631018:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569482240:0@lo:400:kworker.0 00000100:00100000:0.0:1788536115.631188:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536115.631197:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569483136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788536115.631225:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536115.631247:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483136 00000100:00100000:0.0:1788536115.631250:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483136 00000100:00100000:0.0:1788536115.631267:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788536115.631272:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569483136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788536115.631282:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788536115.631306:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569483136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536115.631311:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788536115.631343:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569483136:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788536116.332341:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536117.359680:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536117.630942:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.631001:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.631034:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.631060:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.631077:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.631094:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536117.631333:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438016 00000100:00100000:1.0:1788536117.631344:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438016 00000100:00100000:0.0:1788536117.631379:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548437888 00000100:00100000:1.0:1788536117.631418:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438656 00000100:00100000:1.0:1788536117.631422:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438656 00000100:00100000:1.0:1788536117.631436:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438144 00000100:00100000:1.0:1788536117.631439:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438144 00000100:00100000:1.0:1788536117.631449:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438528 00000100:00100000:1.0:1788536117.631452:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438528 00000100:00100000:1.0:1788536117.631468:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 71 00000100:00100000:1.0:1788536117.631478:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+14:2399:x1875415548438016:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536117.631512:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548437888 00000100:00100000:0.0:1788536117.631551:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 171 00000100:00100000:0.0:1788536117.631560:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2399:x1875415548437888:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536117.631572:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+14:2399:x1875415548438016:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 94us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.631599:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 71 00000100:00100000:1.0:1788536117.631619:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 72 00000100:00100000:1.0:1788536117.631627:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548438656:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536117.631653:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548438656:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 28us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.631660:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 72 00000100:00100000:1.0:1788536117.631670:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 73 00000100:00100000:1.0:1788536117.631676:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548438144:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536117.631717:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548438144:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 40us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.631723:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 73 00000100:00100000:1.0:1788536117.631735:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 74 00000100:00100000:1.0:1788536117.631741:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548438528:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536117.631762:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548438528:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 21us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.631768:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 74 00000100:00100000:0.0:1788536117.631783:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2399:x1875415548437888:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 222us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.631791:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 171 00000100:00100000:0.0:1788536117.631860:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438400 00000100:00100000:0.0:1788536117.632073:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438400 00000100:00100000:0.0:1788536117.632197:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:0.0:1788536117.632206:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548438400:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536117.632237:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2399:x1875415548438400:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 33us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.632245:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00080000:3.0:1788536117.632272:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536117.632285:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788536117.632287:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536117.635416:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.640892:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536117.644178:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536117.644752:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438272 00000100:00100000:2.0:1788536117.644763:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438272 00000100:00100000:1.0:1788536117.644818:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438784 00000100:00100000:1.0:1788536117.644824:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438784 00000100:00100000:1.0:1788536117.644961:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548438912 00000100:00100000:1.0:1788536117.644965:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548438912 00000100:00100000:2.0:1788536117.645104:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:2.0:1788536117.645118:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2398:x1875415548438784:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:2.0:1788536117.645185:0:18713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbddad8 00000100:00080000:2.0:1788536117.645201:0:18713:0:(import.c:65:import_set_state_nolock()) ffff900486a0c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788536117.645255:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788536117.645760:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+2:2398:x1875415548438784:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 644us (4893us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536117.645770:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 29 00010000:00010000:2.0:1788536117.645971:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788536117.646342:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536117.646347:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536117.647621:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:1.0:1788536117.647639:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2398:x1875415548438912:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:1.0:1788536117.647670:0:18711:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbddad1 00000100:00080000:1.0:1788536117.647687:0:18711:0:(import.c:65:import_set_state_nolock()) ffff900485dfc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788536117.647795:0:18711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788536117.648089:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:38196aad-db5b-40a4-908a-ec1a96ba5904+2:2398:x1875415548438912:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 455us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.648098:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 30 00010000:00010000:3.0:1788536117.648122:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536117.653172:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 31 00000100:00100000:0.0:1788536117.653194:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2398:x1875415548438272:12345-192.168.203.13@tcp:9:kworker.0 00000020:00000080:0.0:1788536117.653241:0:18712:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdda92 00000100:00080000:0.0:1788536117.653253:0:18712:0:(import.c:65:import_set_state_nolock()) ffff900485df8000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788536117.653330:0:18712:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788536117.653588:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+2:2398:x1875415548438272:12345-192.168.203.13@tcp:9:kworker.0 Request processed in 403us (18180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.653596:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 31 00010000:00010000:1.0:1788536117.653656:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536117.678815:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536117.678835:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536117.678895:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536117.678933:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483264 00000100:00100000:3.0:1788536117.678940:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483264 00000100:00100000:3.0:1788536117.678981:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788536117.678989:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536117.679018:0:17945:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788536117.679056:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536117.679063:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788536117.679103:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536118.188717:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536118.188869:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536118.188875:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536118.188888:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569483520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536118.188947:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536118.188995:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483392 00000100:00100000:0.0:1788536118.189003:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483392 00000100:00100000:1.0:1788536118.189011:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483520 00000100:00100000:1.0:1788536118.189018:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483520 00000100:00100000:0.0:1788536118.189062:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788536118.189071:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788536118.189099:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536118.189161:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536118.189168:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1788536118.189190:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536118.189226:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788536118.189499:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788536118.189513:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569483520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788536118.189539:0:17209:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788536118.189576:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569483520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536118.189582:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788536118.192354:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569483520:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788536118.380447:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536118.703842:0:20580:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 11:35:17 (1788536117) 00010000:00010000:3.0:1788536119.407448:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536120.239061:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788536120.239078:0:17184:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:0.0:1788536120.239139:0:17244:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:0.0:1788536120.239203:0:17244:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00100000:2.0:1788536120.240815:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536120.240838:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569483648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536120.240916:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536120.241077:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483648 00000100:00100000:1.0:1788536120.241086:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483648 00000100:00100000:1.0:1788536120.241175:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788536120.241186:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569483648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536120.241214:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536120.241261:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569483648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536120.241268:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:2.0:1788536120.241341:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536120.241382:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569483648:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536120.429396:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536120.748517:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536120.748542:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788536120.748659:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.748740:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569483904:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.748781:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.748821:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900481cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569484416:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.748866:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.748884:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569484928:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.748910:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.748930:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788536120.748936:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569484288:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.748959:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.748981:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569484800:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749002:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536120.749011:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569484032:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749040:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483904 00000100:00100000:3.0:1788536120.749049:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483904 00000100:00100000:2.0:1788536120.749066:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536120.749095:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569484544:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749104:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788536120.749115:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:25821a76-2177-4c11-bd6b-eb660028a815+24:3661:x1875415569483904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749124:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536120.749166:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569485056:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749197:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.749223:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:25821a76-2177-4c11-bd6b-eb660028a815+24:3661:x1875415569483904:12345-0@lo:400:kworker.0 Request processed in 109us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536120.749225:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788536120.749236:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788536120.749277:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569484160:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749290:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484416 00000100:00100000:2.0:1788536120.749301:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.749306:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484416 00000100:00100000:3.0:1788536120.749335:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484032 00000100:00100000:3.0:1788536120.749338:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484032 00000100:00100000:3.0:1788536120.749371:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788536120.749377:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569484416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749413:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569484416:12345-0@lo:400:kworker.0 Request processed in 36us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749419:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788536120.749434:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788536120.749439:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569484032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749477:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569484032:12345-0@lo:400:kworker.0 Request processed in 37us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749483:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788536120.749501:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484928 00000100:00100000:3.0:1788536120.749504:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484928 00000100:00100000:3.0:1788536120.749534:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484288 00000100:00100000:3.0:1788536120.749537:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484288 00000100:00100000:3.0:1788536120.749547:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484800 00000100:00100000:3.0:1788536120.749549:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484800 00000100:00100000:3.0:1788536120.749561:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485056 00000100:00100000:3.0:1788536120.749563:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485056 00000100:00100000:3.0:1788536120.749577:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788536120.749583:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875415569484928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749614:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875415569484928:12345-0@lo:400:kworker.0 Request processed in 31us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749620:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788536120.749632:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788536120.749638:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569484288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749666:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569484288:12345-0@lo:400:kworker.0 Request processed in 29us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749681:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788536120.749694:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788536120.749699:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569484800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749727:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569484800:12345-0@lo:400:kworker.0 Request processed in 28us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749731:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788536120.749742:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788536120.749747:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004888de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569485056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749778:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569484672:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749780:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004888de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569485056:12345-0@lo:400:kworker.0 Request processed in 32us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.749789:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788536120.749813:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788536120.749820:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536120.749825:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788536120.749837:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569485184:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749860:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569484288:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749861:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536120.749875:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569484800:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749889:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900481cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569484416:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749909:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569484032:0@lo:400:kworker.0 00010000:00080000:3.0:1788536120.749911:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059fbf9500 x1875415569484928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536120.749925:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569484928:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749929:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569485056:0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.749942:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569483904:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.749976:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484544 00000100:00100000:2.0:1788536120.749981:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484544 00000100:00100000:3.0:1788536120.750002:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484672 00000100:00100000:3.0:1788536120.750007:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484672 00000100:00100000:2.0:1788536120.750026:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569484160 00000100:00100000:2.0:1788536120.750031:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569484160 00000100:00100000:3.0:1788536120.750032:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485184 00000100:00100000:3.0:1788536120.750043:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485184 00000100:00100000:2.0:1788536120.750058:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788536120.750068:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569484544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.750074:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788536120.750085:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004888de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569484672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.750117:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569484544:12345-0@lo:400:kworker.0 Request processed in 50us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536120.750126:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788536120.750134:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004888de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569484672:12345-0@lo:400:kworker.0 Request processed in 50us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536120.750142:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788536120.750172:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788536120.750179:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004888dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569484160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536120.750190:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788536120.750199:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569485184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.750215:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004888dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569484160:12345-0@lo:400:kworker.0 Request processed in 39us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536120.750223:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788536120.750240:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569485184:12345-0@lo:400:kworker.0 Request processed in 41us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536120.750247:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1788536120.750250:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788536120.750255:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536120.750258:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536120.750282:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569484160:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.750296:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569484672:0@lo:400:kworker.0 00010000:00080000:2.0:1788536120.750309:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059fbf8a80 x1875415569485184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536120.750338:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569485184:0@lo:400:kworker.0 00000100:00100000:2.0:1788536120.750349:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569484544:0@lo:400:kworker.0 00000100:00100000:0.0:1788536120.750652:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569483776 00000100:00100000:0.0:1788536120.750658:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569483776 00000100:00100000:2.0:1788536120.750670:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536120.750682:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569485312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536120.750710:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536120.750719:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483776:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788536120.750723:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788536120.750745:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536120.750770:0:18715:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1788536120.750779:0:18715:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1788536120.750792:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569483776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536120.750799:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536120.750814:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485312 00000100:00100000:0.0:1788536120.750818:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485312 00000100:00100000:2.0:1788536120.750823:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569483776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788536120.750837:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536120.750845:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569485312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536120.750861:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788536120.750900:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569485312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536120.750907:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1788536120.751085:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536120.751186:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569485312:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788536120.941071:0:17238:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788536120.941082:0:17238:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536120.941102:0:17238:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788536120.941111:0:17238:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788536121.452526:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536121.933264:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536121.933314:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548439168 00000100:00100000:0.0:1788536121.933323:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548439168 00000100:00100000:0.0:1788536121.933398:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:0.0:1788536121.933411:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+13:16376:x1875415548439168:12345-192.168.203.13@tcp:35:umount.0 00000001:00080000:0.0:1788536121.933673:0:17207:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00080000:1.0:1788536121.933701:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1788536121.933753:0:17207:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788536121.933899:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+16:16376:x1875415548439168:12345-192.168.203.13@tcp:35:umount.0 Request processed in 490us (643us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788536121.933908:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000020:00080000:0.0:1788536121.933914:0:17207:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788536121.941596:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536121.941650:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536121.942018:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548439296 00000100:00100000:2.0:1788536121.942030:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548439296 00000100:00100000:2.0:1788536121.942186:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548439424 00000100:00100000:2.0:1788536121.942191:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548439424 00000100:00100000:3.0:1788536121.943628:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:1.0:1788536121.943629:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536121.943650:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+14:2401:x1875415548439296:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536121.943668:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536121.943693:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3f200/0xe79af2f39bbdda6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655730 expref: 14 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.943715:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536121.943895:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2401:x1875415548439296:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 254us (2308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.943903:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:3.0:1788536121.943986:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548439552 00000100:00100000:3.0:1788536121.943993:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548439552 00000100:00100000:1.0:1788536121.944007:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536121.944021:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:3.0:1788536121.944029:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+13:2401:x1875415548439424:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536121.944039:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536121.944049:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488839600/0xe79af2f39bbddb33 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655817 expref: 13 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.944059:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.944125:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:1.0:1788536121.944135:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a65ffba-b89a-415a-8707-2815433dfdf9+12:2400:x1875415548439552:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536121.944170:0:17191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536121.944182:0:17191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbdda76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655761 expref: 12 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.944193:0:17191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.944219:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4a65ffba-b89a-415a-8707-2815433dfdf9+11:2400:x1875415548439552:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 86us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.944226:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:1.0:1788536121.944317:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548439680 00000100:00100000:1.0:1788536121.944322:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548439680 00000100:00100000:1.0:1788536121.944373:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00100000:1.0:1788536121.944380:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2398:x1875415548439680:12345-192.168.203.13@tcp:9:umount.0 00000020:00000080:1.0:1788536121.944404:0:18713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdda99 00000100:00080000:1.0:1788536121.944411:0:18713:0:(import.c:65:import_set_state_nolock()) ffff90059dc45000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788536121.944450:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788536121.944572:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+2:2398:x1875415548439680:12345-192.168.203.13@tcp:9:umount.0 Request processed in 186us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.944579:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00080000:1.0:1788536121.944599:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788536121.944649:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536121.944674:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+10:2401:x1875415548439424:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 54us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.944684:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:1.0:1788536121.967689:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536121.968030:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548440576 00000100:00100000:2.0:1788536121.968042:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548440576 00000100:00100000:2.0:1788536121.968105:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 67 00000100:00100000:2.0:1788536121.968116:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+16:2398:x1875415548440576:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:2.0:1788536121.968205:0:17205:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdda84 00000020:00010000:2.0:1788536121.968225:0:17205:0:(genops.c:1921:obd_stale_export_put()) Put export ffff900488ac2800: total 0 00000100:00080000:2.0:1788536121.968232:0:17205:0:(import.c:65:import_set_state_nolock()) ffff9005842b6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788536121.968258:0:17205:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1788536121.968427:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+15:2398:x1875415548440576:12345-192.168.203.13@tcp:39:umount.0 Request processed in 312us (749us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1788536121.968435:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 67 00000020:00010000:0.0:1788536121.968716:0:19531:0:(genops.c:1907:obd_stale_export_get()) Get export ffff900488ac2800: total 0 00010000:00010000:0.0:1788536121.968721:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536121.968793:0:19531:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff900488ac2800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1788536121.968827:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9005b7af4f00) 00010000:00010000:0.0:1788536121.968831:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536121.968840:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059620f600/0xe79af2f39bbddb4f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b165581e expref: 14 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968868:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff900583bb4900) 00010000:00010000:0.0:1788536121.968871:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536121.968876:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058af51c00/0xe79af2f39bbddc2f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b165585d expref: 13 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968893:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff900583bb4f00) 00010000:00010000:0.0:1788536121.968907:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536121.968913:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fe00/0xe79af2f39bbddcde lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b165589c expref: 12 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968929:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff900583bb4f00) 00010000:00010000:0.0:1788536121.968932:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788536121.968935:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066c00/0xe79af2f39bbddcad lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655887 expref: 11 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968948:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff900583bb4f00) 00010000:00010000:0.0:1788536121.968950:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536121.968953:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9005b998f600/0xe79af2f39bbddd94 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558d4 expref: 10 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968967:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff900583bb4700) 00010000:00010000:0.0:1788536121.968970:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536121.968973:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbddb6b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655825 expref: 9 pid: 19995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.968986:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059d464100) 00010000:00010000:0.0:1788536121.968988:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536121.968991:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488067000/0xe79af2f39bbddbaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655833 expref: 8 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.969004:0:19531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff900486936800) 00010000:00010000:0.0:1788536121.969006:0:19531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536121.969009:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058af50000/0xe79af2f39bbddd39 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558b1 expref: 7 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.969036:0:19531:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff900488ac2800, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1788536121.969052:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536121.969053:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536121.969055:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536121.996362:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536121.996894:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548440704 00000100:00100000:0.0:1788536121.996906:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548440704 00000100:00100000:0.0:1788536121.996984:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 68 00000100:00100000:0.0:1788536121.996995:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+5:2398:x1875415548440704:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:0.0:1788536121.997029:0:19995:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdda8b 00000100:00080000:0.0:1788536121.997045:0:19995:0:(import.c:65:import_set_state_nolock()) ffff90059dc42800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788536121.997067:0:19995:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:1.0:1788536121.997615:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536122.000898:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b39ac8ea-251b-4f7c-a7f5-80db5502e4fc+3:2398:x1875415548440704:12345-192.168.203.13@tcp:39:umount.0 Request processed in 3894us (4537us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788536122.000913:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 68 00010000:00010000:0.0:1788536122.000957:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536122.476489:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536122.748851:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536122.748896:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536122.748956:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536122.749112:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441088 00000100:00100000:0.0:1788536122.749124:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441088 00000100:00100000:0.0:1788536122.749238:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548440960 00000100:00100000:0.0:1788536122.749242:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548440960 00000100:00100000:0.0:1788536122.749272:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 81 00000100:00100000:0.0:1788536122.749283:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548441088:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536122.749368:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2399:x1875415548441088:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 86us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536122.749375:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 81 00000100:00100000:0.0:1788536122.749394:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 82 00000100:00100000:0.0:1788536122.749400:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548440960:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536122.749470:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2399:x1875415548440960:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 70us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536122.749478:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 82 00000100:00080000:1.0:1788536122.749512:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536122.749517:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788536122.749725:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548440832 00000100:00100000:2.0:1788536122.749730:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548440832 00000100:00100000:2.0:1788536122.749770:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 173 00000100:00100000:2.0:1788536122.749778:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4a65ffba-b89a-415a-8707-2815433dfdf9+10:2399:x1875415548440832:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536122.749825:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4a65ffba-b89a-415a-8707-2815433dfdf9+10:2399:x1875415548440832:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 48us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536122.749832:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 173 00000100:00100000:1.0:1788536122.796496:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536122.796526:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569485440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536122.796622:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536122.796763:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485440 00000100:00100000:3.0:1788536122.796771:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485440 00000100:00100000:3.0:1788536122.796822:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788536122.796832:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569485440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536122.796865:0:17210:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788536122.796925:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569485440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.796932:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788536122.797183:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569485440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536123.308621:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536123.308646:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569485568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536123.308711:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536123.308999:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485568 00000100:00100000:3.0:1788536123.309007:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485568 00000100:00100000:3.0:1788536123.309055:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788536123.309063:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569485568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788536123.309095:0:17209:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788536123.309141:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569485568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536123.309188:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788536123.309754:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536123.309769:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569485696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788536123.309806:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536123.310405:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485696 00000100:00100000:1.0:1788536123.310412:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485696 00000100:00100000:1.0:1788536123.310476:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788536123.310485:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569485696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788536123.310511:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536123.310558:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569485696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536123.310564:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788536123.310621:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569485696:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788536123.310747:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536123.311716:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569485568:0@lo:41:osp-pre-1-0.0 00000001:00100000:3.0:1788536123.313939:0:19525:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000020:00000080:3.0:1788536123.313949:0:19525:0:(genops.c:885:class_export_put()) final put ffff90059dc45800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000001:00100000:3.0:1788536123.313980:0:19525:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 38196aad-db5b-40a4-908a-ec1a96ba5904 00000020:00000080:3.0:1788536123.313983:0:19525:0:(genops.c:885:class_export_put()) final put ffff900485dfb800/38196aad-db5b-40a4-908a-ec1a96ba5904 00000020:00000080:0.0:1788536123.314035:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90059dc45800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc for lustre-OST0001 00000020:00000080:0.0:1788536123.314089:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485dfb800/38196aad-db5b-40a4-908a-ec1a96ba5904 for lustre-OST0001 00000020:00000080:0.0:1788536123.314106:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059dc45000 for lustre-OST0001 00000020:00000080:0.0:1788536123.314111:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485dfc000 for lustre-OST0001 00000001:00100000:1.0:1788536123.315084:0:18707:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000020:00000080:1.0:1788536123.315090:0:18707:0:(genops.c:885:class_export_put()) final put ffff900485dfa800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000001:00100000:1.0:1788536123.315172:0:18707:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 38196aad-db5b-40a4-908a-ec1a96ba5904 00000020:00000080:1.0:1788536123.315175:0:18707:0:(genops.c:885:class_export_put()) final put ffff900486a09000/38196aad-db5b-40a4-908a-ec1a96ba5904 00000020:00000080:2.0:1788536123.317138:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff900485dfa800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc for lustre-OST0000 00000020:00000080:2.0:1788536123.317489:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485df8000 for lustre-OST0000 00000020:00000080:0.0:1788536123.322494:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a09000/38196aad-db5b-40a4-908a-ec1a96ba5904 for lustre-OST0000 00000020:00000080:0.0:1788536123.322571:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900486a0c000 for lustre-OST0000 00010000:00010000:0.0:1788536123.503890:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536123.806591:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536123.806671:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536123.806756:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536123.806826:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441216 00000100:00100000:3.0:1788536123.806836:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441216 00000100:00100000:3.0:1788536123.806897:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441472 00000100:00100000:3.0:1788536123.806901:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441472 00000100:00100000:3.0:1788536123.806935:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:3.0:1788536123.806945:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+11:2400:x1875415548441216:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536123.806961:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536123.806993:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632ee00/0xe79af2f39bbddaae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16557a0 expref: 11 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536123.807009:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536123.807057:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+10:2400:x1875415548441216:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 113us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536123.807065:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:2.0:1788536123.807075:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:2.0:1788536123.807088:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a65ffba-b89a-415a-8707-2815433dfdf9+9:2400:x1875415548441472:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536123.807099:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536123.807110:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632f800/0xe79af2f39bbddb2c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655810 expref: 9 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536123.807121:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536123.807195:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4a65ffba-b89a-415a-8707-2815433dfdf9+8:2400:x1875415548441472:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 61us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536123.807204:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1788536123.807730:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441344 00000100:00100000:0.0:1788536123.807737:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441344 00000100:00100000:3.0:1788536123.807786:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:3.0:1788536123.807794:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+8:2400:x1875415548441344:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536123.807806:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536123.807818:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3e000/0xe79af2f39bbddab5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16557d1 expref: 8 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536123.807830:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536123.807915:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a65ffba-b89a-415a-8707-2815433dfdf9+7:2400:x1875415548441344:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 121us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536123.808026:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:3.0:1788536123.817509:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536123.820658:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441728 00000100:00100000:0.0:1788536123.820673:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441728 00000100:00100000:0.0:1788536123.820760:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 69 00000100:00100000:0.0:1788536123.820771:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+6:2398:x1875415548441728:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:0.0:1788536123.820813:0:17206:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbddaca 00000020:00010000:0.0:1788536123.820822:0:17206:0:(genops.c:1921:obd_stale_export_put()) Put export ffff90059dc43000: total 0 00000100:00080000:0.0:1788536123.820826:0:17206:0:(import.c:65:import_set_state_nolock()) ffff90059dc41000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788536123.820857:0:17206:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1788536123.821031:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2398:x1875415548441728:12345-192.168.203.13@tcp:39:umount.0 Request processed in 262us (3532us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1788536123.821057:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 69 00000020:00010000:1.0:1788536123.822477:0:17192:0:(genops.c:1907:obd_stale_export_get()) Get export ffff90059dc43000: total 0 00010000:00010000:1.0:1788536123.822575:0:17192:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90059dc43000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788536123.822616:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059d464100) 00010000:00010000:1.0:1788536123.822620:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536123.822632:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058af50400/0xe79af2f39bbddbb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b165583a expref: 4 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536123.822659:0:17192:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90059dc43000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788536123.822672:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536123.822674:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536123.822676:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536123.831711:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536123.831810:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548441856 00000100:00100000:0.0:1788536123.831820:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548441856 00000100:00100000:0.0:1788536123.831887:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 70 00000100:00100000:0.0:1788536123.831898:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:38196aad-db5b-40a4-908a-ec1a96ba5904+5:2398:x1875415548441856:12345-192.168.203.13@tcp:39:umount.0 00000020:00000080:0.0:1788536123.831941:0:19995:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbddac3 00000100:00080000:0.0:1788536123.831952:0:19995:0:(import.c:65:import_set_state_nolock()) ffff90048228a000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788536123.832577:0:19995:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788536123.832725:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:38196aad-db5b-40a4-908a-ec1a96ba5904+3:2398:x1875415548441856:12345-192.168.203.13@tcp:39:umount.0 Request processed in 827us (1022us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788536123.832734:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 70 00010000:00010000:1.0:1788536123.841564:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536123.860322:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536123.860453:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442112 00000100:00100000:0.0:1788536123.860462:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442112 00000100:00100000:0.0:1788536123.860526:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 174 00000100:00100000:0.0:1788536123.860536:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a65ffba-b89a-415a-8707-2815433dfdf9+7:2398:x1875415548442112:12345-192.168.203.13@tcp:251:umount.0 00000020:00000080:0.0:1788536123.860731:0:17196:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdda61 00000020:00010000:0.0:1788536123.860740:0:17196:0:(genops.c:1921:obd_stale_export_put()) Put export ffff900488ac7000: total 0 00000100:00080000:0.0:1788536123.860744:0:17196:0:(import.c:65:import_set_state_nolock()) ffff900488ac4800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788536123.860823:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a65ffba-b89a-415a-8707-2815433dfdf9+3:2398:x1875415548442112:12345-192.168.203.13@tcp:251:umount.0 Request processed in 287us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536123.860831:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 174 00000020:00010000:1.0:1788536123.861433:0:19531:0:(genops.c:1907:obd_stale_export_get()) Get export ffff900488ac7000: total 0 00010000:00010000:1.0:1788536123.861499:0:19531:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff900488ac7000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788536123.861668:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3e200/0xe79af2f39bbdda68 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655729 expref: 2 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536123.861684:0:19531:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff900488ac7000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1788536123.861697:0:19531:0:(genops.c:885:class_export_put()) final put ffff900488ac7000/4a65ffba-b89a-415a-8707-2815433dfdf9 00010000:00010000:1.0:1788536123.861714:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536123.861716:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536123.861718:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788536123.861759:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac7000/4a65ffba-b89a-415a-8707-2815433dfdf9 for MGS 00000020:00000080:2.0:1788536123.861797:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900488ac4800 for MGS 00000040:00080000:2.0:1788536124.014025:0:17959:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788536124.524414:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536125.358004:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536125.358027:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569485824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536125.358095:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.358451:0:20689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485824 00000100:00100000:0.0:1788536125.358460:0:20689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485824 00000100:00100000:0.0:1788536125.358523:0:20689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788536125.358534:0:20689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569485824:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788536125.358541:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788536125.358582:0:20689:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536125.358648:0:20689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569485824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536125.358655:0:20689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536125.358673:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569485824:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536125.549390:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788536125.609046:0:20776:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788536125.620315:0:20776:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788536125.620374:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.620390:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.620399:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.620408:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.620440:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788536125.620446:0:20776:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788536125.620474:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788536125.620478:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788536125.620484:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788536125.620509:0:20776:0:(import.c:65:import_set_state_nolock()) ffff900487bd8800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1788536125.620594:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536125.620601:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536125.620608:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620f800 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536125.620612:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536125.620713:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536125.620721:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536125.620727:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788536125.620730:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788536125.620732:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788536125.620759:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536125.620765:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536125.620798:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536125.620806:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbdd624 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd62b expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536125.620819:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536125.620821:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536125.620823:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536125.620832:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536125.620850:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536125.620918:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536125.621068:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486080 00000100:00100000:2.0:1788536125.621076:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486080 00000100:00100000:2.0:1788536125.621133:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536125.621142:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:25821a76-2177-4c11-bd6b-eb660028a815+24:3660:x1875415569486080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536125.621174:0:17191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536125.621189:0:17191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488066800/0xe79af2f39bbdd62b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd624 expref: 24 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536125.621201:0:17191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536125.621241:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:25821a76-2177-4c11-bd6b-eb660028a815+23:3660:x1875415569486080:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536125.621249:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536125.621283:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536125.621609:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569485952:0@lo:39:umount.0 00000100:00100000:1.0:1788536125.621711:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.624021:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569485952 00000100:00100000:0.0:1788536125.624035:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569485952 00000100:00100000:0.0:1788536125.626451:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788536125.626474:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875415569485952:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788536125.626511:0:17206:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd655 00000100:00080000:0.0:1788536125.626521:0:17206:0:(import.c:65:import_set_state_nolock()) ffff900589400000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788536125.626654:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3659:x1875415569485952:12345-0@lo:39:umount.0 Request processed in 188us (4941us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536125.626661:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788536125.626674:0:17206:0:(genops.c:885:class_export_put()) final put ffff900589403000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1788536125.626722:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536125.628624:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900487bd8800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788536125.628652:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569485952:0@lo:39:umount.0 00000100:00080000:3.0:1788536125.628764:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788536125.628768:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788536125.628773:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788536125.629791:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629817:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629825:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629833:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629861:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536125.629869:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629876:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629882:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629889:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629904:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788536125.629912:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629919:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629937:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629944:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629959:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788536125.629974:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788536125.629980:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629987:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620fa00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536125.629991:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.629999:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536125.630006:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536125.630012:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788536125.630015:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1788536125.630048:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630055:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536125.630080:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630098:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620fa00/0xe79af2f39bbdd575 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd57c expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630111:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536125.630114:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630120:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839a00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536125.630123:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630129:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536125.630135:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536125.630140:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788536125.630142:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788536125.630178:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788536125.630197:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630203:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536125.630210:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630216:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488839a00/0xe79af2f39bbdd988 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd98f expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630236:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536125.630239:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630245:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059632fe00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536125.630248:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630254:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536125.630261:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536125.630266:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788536125.630268:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788536125.630270:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788536125.630284:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630289:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536125.630311:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630318:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059632fe00/0xe79af2f39bbddb1e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb25 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630328:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536125.630330:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536125.630338:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536125.630352:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630360:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630366:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630372:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630384:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788536125.630388:0:20776:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788536125.630390:0:20776:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1788536125.630420:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536125.630424:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630441:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620f400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536125.630444:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630451:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536125.630457:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536125.630463:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788536125.630471:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788536125.630473:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788536125.630487:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630493:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536125.630500:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630506:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620f400/0xe79af2f39bbdd567 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd56e expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536125.630515:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536125.630517:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536125.630518:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788536125.630532:0:20776:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788536125.630536:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788536125.630541:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536125.630546:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/15 00000020:00080000:3.0:1788536125.630553:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff900488ac1000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788536125.630559:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff900485ed6800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788536125.630563:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9004878e9000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788536125.630567:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9004878e8000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788536125.630574:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff90059dc43000 38196aad-db5b-40a4-908a-ec1a96ba5904 192.168.203.13@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788536125.630579:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff900488ac2800 b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 192.168.203.13@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1788536125.630584:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9005c06f99c0) has exports, disconnecting them 00000020:00080000:3.0:1788536125.630589:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff900488ac1000), last request at 1788536120 00000020:00000080:3.0:1788536125.630597:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd957 00000100:00080000:3.0:1788536125.630618:0:20776:0:(import.c:65:import_set_state_nolock()) ffff900488ac1800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788536125.630650:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788536125.630662:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900488ac1000): rc 0 00000020:00000080:3.0:1788536125.630664:0:20776:0:(genops.c:885:class_export_put()) final put ffff900488ac1000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788536125.630670:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff900485ed6800), last request at 1788536120 00000020:00000080:3.0:1788536125.630673:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd7f2 00000100:00080000:3.0:1788536125.630678:0:20776:0:(import.c:65:import_set_state_nolock()) ffff900485ed0800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788536125.630687:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788536125.630693:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900485ed6800): rc 0 00000020:00000080:3.0:1788536125.630695:0:20776:0:(genops.c:885:class_export_put()) final put ffff900485ed6800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788536125.630699:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9004878e9000), last request at 1788536051 00000020:00000080:3.0:1788536125.630701:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd743 00000100:00080000:3.0:1788536125.630704:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9004883a2000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788536125.630712:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788536125.630717:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9004878e9000): rc 0 00000020:00000080:3.0:1788536125.630719:0:20776:0:(genops.c:885:class_export_put()) final put ffff9004878e9000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788536125.630723:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9004878e8000), last request at 1788536051 00000020:00000080:3.0:1788536125.630726:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6e1 00000100:00080000:3.0:1788536125.630728:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9004878e9800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788536125.630736:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1788536125.630742:0:20776:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1788536125.630816:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9004878e8000): rc 0 00000004:00000080:3.0:1788536125.630822:0:20776:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa58c456c3ae0 00000100:00080000:3.0:1788536125.630842:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788536125.630846:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788536125.631656:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788536125.631680:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9005acd12000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788536125.631828:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536125.631909:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536125.631979:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536125.631985:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536125.632008:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536125.632091:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486464 00000100:00100000:2.0:1788536125.632099:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486464 00000100:00100000:2.0:1788536125.632166:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486592 00000100:00100000:2.0:1788536125.632169:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486592 00000100:00100000:2.0:1788536125.632195:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536125.632203:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+24:3660:x1875415569486464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536125.632217:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536125.632235:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488838c00/0xe79af2f39bbddb25 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbddb1e expref: 24 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536125.632264:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536125.632299:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+23:3660:x1875415569486464:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536125.632306:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536125.632323:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788536125.632328:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058968d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+22:3660:x1875415569486592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536125.632336:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536125.632344:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488838200/0xe79af2f39bbdd56e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd567 expref: 22 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536125.632352:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536125.632373:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058968d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+21:3660:x1875415569486592:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536125.632379:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788536125.632452:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536125.632463:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569486464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536125.632548:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536125.632562:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569486208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536125.632592:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536125.632656:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536125.632662:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569486336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536125.632683:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536125.632760:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536125.632768:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486720:0@lo:39:umount.0 00000100:00100000:1.0:1788536125.632794:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1788536125.632905:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900589403000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788536125.632962:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac1000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788536125.632985:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485ed6800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788536125.633009:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9004878e9000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788536125.633026:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900589400000 for lustre-MDT0000 00000020:00000080:0.0:1788536125.633030:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900488ac1800 for lustre-MDT0000 00000020:00000080:0.0:1788536125.633033:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485ed0800 for lustre-MDT0000 00000020:00000080:0.0:1788536125.633036:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9004883a2000 for lustre-MDT0000 00000100:00100000:0.0:1788536125.633049:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486720 00000100:00100000:0.0:1788536125.633052:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486720 00000100:00100000:0.0:1788536125.633190:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788536125.633197:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1875415569486720:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788536125.633221:0:17945:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd76d 00000100:00080000:0.0:1788536125.633236:0:17945:0:(import.c:65:import_set_state_nolock()) ffff90059061d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788536125.633256:0:17945:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788536125.633379:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3659:x1875415569486720:12345-0@lo:39:umount.0 Request processed in 182us (582us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1788536125.633386:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:0.0:1788536125.633409:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788536125.633442:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005acd12000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788536125.633450:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486720:0@lo:39:umount.0 00000100:00100000:2.0:1788536125.633635:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486208 00000100:00100000:2.0:1788536125.633640:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486208 00000100:00100000:2.0:1788536125.633726:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486336 00000100:00100000:2.0:1788536125.633731:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486336 00000100:00100000:2.0:1788536125.633747:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788536125.633754:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+22:3662:x1875415569486208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536125.633763:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536125.633778:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620ee00/0xe79af2f39bbdd57c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd575 expref: 22 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536125.633800:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536125.633842:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+21:3662:x1875415569486208:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536125.633849:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788536125.633862:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788536125.633868:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+20:3662:x1875415569486336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536125.633875:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536125.633884:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488066600/0xe79af2f39bbdd98f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd988 expref: 20 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536125.633892:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536125.633914:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:25821a76-2177-4c11-bd6b-eb660028a815+19:3662:x1875415569486336:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536125.633919:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788536125.633982:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569486336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536125.633992:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569486208:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788536125.634421:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788536125.634426:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788536125.634460:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788536125.634522:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788536125.634538:0:20776:0:(import.c:65:import_set_state_nolock()) ffff90059bfb2800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788536125.634557:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788536125.634560:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788536125.634567:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788536125.634619:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788536125.634627:0:20776:0:(import.c:65:import_set_state_nolock()) ffff90059b60e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788536125.634663:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9005c06f99c0) has no exports 00000100:00100000:1.0:1788536125.634722:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486848:0@lo:9:umount.0 00000100:00100000:1.0:1788536125.634761:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536125.634792:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486976:0@lo:9:umount.0 00000100:00100000:1.0:1788536125.634812:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536125.634866:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486848 00000100:00100000:3.0:1788536125.634871:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486848 00000100:00100000:3.0:1788536125.634906:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569486976 00000100:00100000:3.0:1788536125.634909:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569486976 00000100:00100000:3.0:1788536125.634933:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788536125.634939:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1875415569486848:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788536125.634957:0:18711:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd846 00000100:00080000:3.0:1788536125.634963:0:18711:0:(import.c:65:import_set_state_nolock()) ffff90048695c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788536125.634995:0:18711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788536125.635109:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3659:x1875415569486848:12345-0@lo:9:umount.0 Request processed in 169us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536125.635115:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788536125.635128:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788536125.635134:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1875415569486976:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788536125.635173:0:18711:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd996 00000100:00080000:3.0:1788536125.635179:0:18711:0:(import.c:65:import_set_state_nolock()) ffff90059dc5e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788536125.635200:0:18711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788536125.635272:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3659:x1875415569486976:12345-0@lo:9:umount.0 Request processed in 138us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536125.635288:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:1.0:1788536125.635355:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536125.635362:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536125.635384:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90059bfb2800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788536125.635389:0:3659:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788536125.635391:0:3659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788536125.635394:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486848:0@lo:9:umount.0 00000100:00080000:1.0:1788536125.635403:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90059b60e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788536125.635417:0:3659:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788536125.635418:0:3659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788536125.635420:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569486976:0@lo:9:umount.0 00000100:00080000:2.0:1788536125.635527:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:3.0:1788536125.642581:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9005c06f99c0) has no exports 00000020:00000080:3.0:1788536125.717619:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5c2 00000020:00000080:3.0:1788536125.717634:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005bb29f000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788536125.717653:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788536125.719612:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb29f000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788536125.719705:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788536125.719716:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788536125.719721:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff90059e1b0000) has no exports 00000020:00000080:2.0:1788536125.720534:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5bb 00000020:00000080:2.0:1788536125.720545:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059b608000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788536125.720625:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536125.720634:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788536125.720637:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059b60c800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788536125.720639:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff90059b60c800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788536125.720647:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1788536125.722655:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059b608000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1788536125.868471:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569487104:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.868595:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.868616:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569487232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788536125.868653:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569487616:0@lo:400:kworker.0 00000100:00100000:2.0:1788536125.868684:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569487360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536125.868686:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536125.868694:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.868738:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569487744:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.868739:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569488128:0@lo:400:kworker.0 00000100:00100000:2.0:1788536125.868749:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.868781:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536125.868798:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569487872:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.868807:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487616 00000100:00100000:1.0:1788536125.868815:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487616 00000100:00100000:3.0:1788536125.868832:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487360 00000100:00100000:2.0:1788536125.868833:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536125.868839:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487360 00000100:00100000:0.0:1788536125.868839:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487104 00000100:00100000:0.0:1788536125.868846:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487104 00000100:00100000:2.0:1788536125.868877:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788536125.868882:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487744 00000100:00100000:2.0:1788536125.868887:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569487488:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.868888:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487744 00000100:00100000:1.0:1788536125.868908:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487872 00000100:00100000:1.0:1788536125.868912:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487872 00000100:00100000:2.0:1788536125.868917:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536125.868940:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788536125.868941:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569488000:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.868955:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569487872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536125.868968:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536125.868985:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487488 00000100:00100000:3.0:1788536125.868990:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487488 00000100:00100000:2.0:1788536125.869001:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488000 00000100:00100000:2.0:1788536125.869007:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488000 00000100:00100000:3.0:1788536125.869026:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536125.869032:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788536125.869037:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569487360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536125.869042:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1875415569487616:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788536125.869050:0:17204:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788536125.869390:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788536125.869396:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1875415569487104:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788536125.869403:0:17210:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788536125.869968:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569487360:12345-0@lo:400:kworker.0 Request processed in 930us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536125.869979:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788536125.870007:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788536125.870017:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569487488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536125.875422:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1875415569487616:12345-0@lo:400:kworker.0 Request processed in 6372us (6720us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788536125.875447:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788536125.875489:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788536125.875496:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3663:x1875415569487744:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788536125.875503:0:17204:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788536125.875583:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3663:x1875415569487744:12345-0@lo:400:kworker.0 Request processed in 87us (6804us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788536125.875590:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788536125.875603:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788536125.875608:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3660:x1875415569488000:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788536125.875613:0:17204:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788536125.875638:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3660:x1875415569488000:12345-0@lo:400:kworker.0 Request processed in 29us (6670us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788536125.875643:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1788536125.875708:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536125.875714:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788536125.875717:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536125.875757:0:3660:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788536125.875763:0:3660:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788536125.875768:0:3660:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1788536125.875780:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569487872:12345-0@lo:400:kworker.0 Request processed in 6826us (6945us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536125.875791:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788536125.875851:0:18715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569487232 00000100:00100000:1.0:1788536125.875860:0:18715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569487232 00000100:00100000:1.0:1788536125.875904:0:18715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788536125.875911:0:18715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569487232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788536125.875940:0:18715:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788536125.876765:0:18715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569487232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 849us (8075us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536125.876774:0:18715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788536125.876810:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788536125.876869:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788536125.876874:0:3662:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788536125.876878:0:3662:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788536125.876883:0:3662:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536125.876887:0:3662:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 510 00000100:00080000:1.0:1788536125.876893:0:3662:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff90058940b000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536125.876923:0:3662:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487464e00 x1875415569488256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788536125.876948:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569487616:0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.876986:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569488256:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788536125.877371:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536125.877401:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488128 00000100:00100000:1.0:1788536125.877416:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488128 00000100:00100000:1.0:1788536125.877470:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488256 00000100:00100000:1.0:1788536125.877473:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488256 00000100:00100000:1.0:1788536125.877484:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788536125.877492:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569488128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536125.877533:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569488128:12345-0@lo:400:kworker.0 Request processed in 42us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536125.877539:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788536125.877551:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788536125.877555:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875415569488256:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1788536125.877568:0:17205:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788536125.878469:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1875415569487104:12345-0@lo:400:kworker.0 Request processed in 9065us (9869us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788536125.878655:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1788536125.878725:0:3663:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788536125.878730:0:3663:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788536125.878735:0:3663:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788536125.878739:0:3663:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536125.878743:0:3663:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788536125.878749:0:3663:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff900488ac2000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536125.878847:0:3663:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e757480 x1875415569488384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536125.878876:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569487744:0@lo:400:kworker.0 00000100:00100000:0.0:1788536125.878905:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569487232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788536125.878939:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569488384:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1788536125.879069:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569487488:12345-0@lo:400:kworker.0 Request processed in 9051us (10149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536125.879078:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1788536125.879388:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788536125.879453:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9004883c4000 x1875415569488128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536125.879465:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569488128:0@lo:400:kworker.0 00000100:00080000:3.0:1788536125.879478:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788536125.879482:0:3662:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788536125.879568:0:3662:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788536125.879573:0:3662:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536125.879577:0:3662:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 510 00000100:00080000:3.0:1788536125.879582:0:3662:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff900487bf3800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536125.879600:0:3662:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7f800 x1875415569488512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788536125.879615:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569487104:0@lo:400:kworker.0 00000100:00100000:0.0:1788536125.883303:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.883372:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569488512:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788536125.883411:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536125.883478:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488512 00000100:00100000:0.0:1788536125.883487:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488512 00000100:00100000:0.0:1788536125.883537:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788536125.883545:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569488512:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788536125.883566:0:17209:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788536125.883612:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569488512:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 66us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788536125.883619:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1788536125.883661:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788536125.883666:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788536125.883670:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569488512:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788536125.886368:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488384 00000100:00100000:3.0:1788536125.886384:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488384 00000100:00100000:3.0:1788536125.886458:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788536125.886467:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3659:x1875415569488384:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1788536125.886630:0:19995:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788536125.886716:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3659:x1875415569488384:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 248us (3420us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788536125.886723:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1788536125.888866:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788536125.888881:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788536125.888885:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569488384:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1788536125.907472:0:3660:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788536125.907484:0:3660:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 543 00000100:00080000:2.0:1788536125.907493:0:3660:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff900485dfd800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536125.908727:0:3660:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fbfbb80 x1875415569488640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536125.908923:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569488000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536125.909586:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569488640:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788536125.909673:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536125.909765:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569487360:0@lo:400:kworker.0 00010000:00080000:3.0:1788536125.909790:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90048891ca80 x1875415569487872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536125.910082:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048891ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569487872:0@lo:400:kworker.0 00000100:00100000:3.0:1788536125.910114:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569487488:0@lo:400:kworker.0 00000100:00100000:0.0:1788536125.910194:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488640 00000100:00100000:0.0:1788536125.910201:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488640 00000100:00100000:0.0:1788536125.910260:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788536125.910267:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1875415569488640:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788536125.910284:0:17206:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788536125.910335:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1875415569488640:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 67us (661us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788536125.910342:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1788536125.910372:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788536125.910377:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788536125.910380:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569488640:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788536125.940385:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875415569488256:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 62821us (63007us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788536125.940438:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1788536125.940543:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788536125.940572:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788536125.940577:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569488256:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1788536126.572384:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536127.598463:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788536127.918378:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536127.918387:0:17184:0:(genops.c:885:class_export_put()) final put ffff9004878e8000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788536127.918410:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 38196aad-db5b-40a4-908a-ec1a96ba5904 00000001:00080000:2.0:1788536127.918427:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788536127.918431:0:17184:0:(genops.c:885:class_export_put()) final put ffff90059dc43000/38196aad-db5b-40a4-908a-ec1a96ba5904 00000001:00100000:2.0:1788536127.918437:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000001:00080000:2.0:1788536127.918442:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788536127.918447:0:17184:0:(genops.c:885:class_export_put()) final put ffff900488ac2800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000020:00000080:1.0:1788536127.918587:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9004878e8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1788536127.918644:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059dc43000/38196aad-db5b-40a4-908a-ec1a96ba5904 for lustre-MDT0000 00000020:00000080:1.0:1788536127.918669:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac2800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc for lustre-MDT0000 00000020:00000080:1.0:1788536127.918692:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9004878e9800 for lustre-MDT0000 00000020:00000080:1.0:1788536127.918696:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059dc41000 for lustre-MDT0000 00000020:00000080:1.0:1788536127.918701:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9005842b6800 for lustre-MDT0000 00000001:00100000:1.0:1788536127.920370:0:17937:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788536127.920386:0:17937:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1788536127.920390:0:17937:0:(genops.c:885:class_export_put()) final put ffff90058940b800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788536127.920421:0:17937:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 38196aad-db5b-40a4-908a-ec1a96ba5904 00000001:00080000:1.0:1788536127.920427:0:17937:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1788536127.920429:0:17937:0:(genops.c:885:class_export_put()) final put ffff90048228e800/38196aad-db5b-40a4-908a-ec1a96ba5904 00000001:00100000:1.0:1788536127.920434:0:17937:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000001:00080000:1.0:1788536127.920437:0:17937:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1788536127.920439:0:17937:0:(genops.c:885:class_export_put()) final put ffff9005842b3800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc 00000020:00000080:0.0:1788536127.920528:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90058940b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1788536127.920587:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90048228e800/38196aad-db5b-40a4-908a-ec1a96ba5904 for lustre-MDT0001 00000020:00000080:0.0:1788536127.920609:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005842b3800/b39ac8ea-251b-4f7c-a7f5-80db5502e4fc for lustre-MDT0001 00000020:00000080:0.0:1788536127.920633:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059061d800 for lustre-MDT0001 00000020:00000080:0.0:1788536127.920638:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90048228a000 for lustre-MDT0001 00000020:00000080:0.0:1788536127.920642:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059dc42800 for lustre-MDT0001 00000100:00100000:1.0:1788536128.428542:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536128.428568:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569488768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788536128.428643:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536128.428904:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488768 00000100:00100000:2.0:1788536128.428913:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488768 00000100:00100000:2.0:1788536128.428978:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788536128.428987:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569488768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788536128.429016:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788536128.429081:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569488768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536128.429102:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788536128.429288:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569488768:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788536128.429349:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536128.625094:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536129.644304:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536130.668963:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536130.988679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536130.988686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788536130.988689:0:8:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536130.988698:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1788536130.988705:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536130.988727:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff900487bf3800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536130.988750:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487466300 x1875415569489024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536130.988898:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569489152:0@lo:400:kworker.0 00000100:00100000:2.0:1788536130.988967:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536130.989041:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536130.989047:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569488896:0@lo:400:kworker.0 00000100:00100000:2.0:1788536130.989084:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536130.989121:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489152 00000100:00100000:2.0:1788536130.989128:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489152 00000100:00100000:2.0:1788536130.989199:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788536130.989208:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569489152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536130.989260:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569489152:12345-0@lo:400:kworker.0 Request processed in 53us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.989268:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788536130.989291:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569488896 00000100:00100000:2.0:1788536130.989294:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569488896 00000100:00100000:2.0:1788536130.989319:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1788536130.989324:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7c21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:25821a76-2177-4c11-bd6b-eb660028a815+19:3661:x1875415569488896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536130.989354:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7c21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:25821a76-2177-4c11-bd6b-eb660028a815+19:3661:x1875415569488896:12345-0@lo:400:kworker.0 Request processed in 30us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.989360:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:3.0:1788536130.989965:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536130.990193:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569489280:0@lo:400:kworker.0 00000100:00100000:0.0:1788536130.990289:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569489024:0@lo:38:kworker.0 00000100:00100000:2.0:1788536130.993118:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569488896:0@lo:400:kworker.0 00000100:00080000:1.0:1788536130.993226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536130.993232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788536130.993236:0:8:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536130.993241:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1788536130.993245:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536130.993251:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff90058940b000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536130.993291:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487464e00 x1875415569489408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788536130.993306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536130.993309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788536130.993311:0:8:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536130.993314:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1788536130.993317:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536130.993320:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff900488ac2000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536130.993332:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487467480 x1875415569489536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788536130.993349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536130.993352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788536130.993354:0:8:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536130.993357:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1788536130.993359:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536130.993376:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff900485dfd800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536130.993402:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900488821c00 x1875415569489792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788536130.993558:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536130.993607:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536130.993610:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536130.993618:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569489664:0@lo:400:kworker.0 00000100:00100000:0.0:1788536130.993635:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569489408:0@lo:38:kworker.0 00000100:00100000:3.0:1788536130.993647:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536130.993654:0:19157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489280 00000100:00100000:1.0:1788536130.993663:0:19157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489280 00000100:00100000:1.0:1788536130.993731:0:19157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536130.993731:0:17945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489024 00000100:00100000:0.0:1788536130.993737:0:17945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489024 00000100:00100000:1.0:1788536130.993745:0:19157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569489280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536130.993764:0:17945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788536130.993809:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569489920:0@lo:400:kworker.0 00000100:00100000:1.0:1788536130.993817:0:19157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569489280:12345-0@lo:400:kworker.0 Request processed in 75us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536130.993826:0:19157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788536130.993841:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788536130.993850:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536130.993867:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536130.993875:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569490048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788536130.993891:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569489280:0@lo:400:kworker.0 00000100:00100000:3.0:1788536130.993927:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536130.993934:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489664 00000100:00100000:1.0:1788536130.993939:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489664 00000100:00100000:1.0:1788536130.993975:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489920 00000100:00100000:1.0:1788536130.993978:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489920 00000100:00100000:3.0:1788536130.993983:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788536130.993994:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569489664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536130.994004:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788536130.994026:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875415569489920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536130.994040:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569489664:12345-0@lo:400:kworker.0 Request processed in 48us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536130.994048:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788536130.994068:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875415569489920:12345-0@lo:400:kworker.0 Request processed in 42us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536130.994076:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1788536130.994098:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788536130.994100:0:20689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490048 00000100:00100000:3.0:1788536130.994105:0:20689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490048 00000100:00100000:1.0:1788536130.994110:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536130.994135:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569489536:0@lo:38:kworker.0 00000100:00100000:3.0:1788536130.994141:0:20689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788536130.994169:0:20689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569490048:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788536130.994188:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788536130.994194:0:20689:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788536130.994233:0:20689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569490048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536130.994245:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569489792:0@lo:38:kworker.0 00000100:00100000:3.0:1788536130.994246:0:20689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788536130.994246:0:17945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3659:x1875415569489024:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788536130.994265:0:17945:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788536130.994267:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489408 00000100:00100000:3.0:1788536130.994272:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489408 00000100:00100000:1.0:1788536130.994281:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536130.994286:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489536 00000100:00100000:3.0:1788536130.994290:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489536 00000100:00100000:3.0:1788536130.994303:0:19995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569489792 00000100:00100000:3.0:1788536130.994305:0:19995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569489792 00000100:00100000:3.0:1788536130.994320:0:19995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788536130.994325:0:19995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3659:x1875415569489408:12345-0@lo:38:kworker.0 00010000:02000000:3.0:1788536130.994334:0:19995:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788536130.994367:0:19995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3659:x1875415569489408:12345-0@lo:38:kworker.0 Request processed in 40us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788536130.996724:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788536130.996740:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569489536:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1788536130.996760:0:17204:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788536130.996849:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569489536:12345-0@lo:38:kworker.0 Request processed in 111us (2661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788536130.996855:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788536130.996885:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788536130.996890:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569489792:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1788536130.996898:0:17204:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788536130.996923:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569489792:12345-0@lo:38:kworker.0 Request processed in 32us (2644us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788536130.996928:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1788536130.997887:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536130.997896:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788536130.997900:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569489408:0@lo:38:kworker.0 00000100:00080000:1.0:1788536130.997911:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536130.997915:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788536130.997921:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569489536:0@lo:38:kworker.0 00000100:00080000:1.0:1788536130.997930:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536130.997933:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788536130.997936:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569489792:0@lo:38:kworker.0 00010000:00080000:1.0:1788536130.998435:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487465180 x1875415569489664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536130.998449:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569489664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536130.998499:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569490048:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1788536130.998528:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488820e00 x1875415569489920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536130.998537:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569489920:0@lo:400:kworker.0 00000001:00100000:1.0:1788536130.998713:0:18707:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788536130.998719:0:18707:0:(genops.c:885:class_export_put()) final put ffff90048695b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788536130.998742:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788536130.998783:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90048695c800 for lustre-OST0000 00000100:00100000:2.0:1788536130.998918:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569489152:0@lo:400:kworker.0 00000100:00100000:3.0:1788536131.003186:0:19995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000001:00100000:3.0:1788536131.003802:0:19525:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788536131.003808:0:19525:0:(genops.c:885:class_export_put()) final put ffff90059dc5c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788536131.003970:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90059dc5c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788536131.004025:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059dc5e000 for lustre-OST0001 00000100:00100000:0.0:1788536131.012095:0:17945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3659:x1875415569489024:12345-0@lo:38:kworker.0 Request processed in 17837us (18472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788536131.012111:0:17945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788536131.016096:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536131.016127:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788536131.016132:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569489024:0@lo:38:kworker.0 00010000:00010000:1.0:1788536131.692447:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788536131.757691:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff900485e0d960 - data ffff9005bb56faf8/ffff90048108f800 00000020:01000000:2.0:1788536131.757902:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9005b7b75900 - data ffff9005bb4a60d8/ffff900585a1e400 00000001:00000004:2.0:1788536131.767403:0:20776:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788536131.858716:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788536131.858725:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788536131.858741:0:20776:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90059fb7ce00 x1875415569486720/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788536135 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536131.858769:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788536131.860522:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788536131.860529:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788536131.860541:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536131.860544:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788536131.860953:0:17228:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788536131.860958:0:17228:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788536131.860968:0:17228:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788536131.861932:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788536131.861937:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788536131.861957:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536131.861959:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788536131.862243:0:17230:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788536131.862247:0:17230:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1788536131.862255:0:17230:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788536131.877540:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd58a 00000020:00000080:1.0:1788536131.877554:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831ac800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788536131.878830:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ac800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788536131.880968:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd59f 00000020:00000080:1.0:1788536131.880981:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059fa9f000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788536131.881003:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788536131.881008:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788536131.881016:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788536131.881019:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff90059fa93380) has no exports 00000004:01000000:1.0:1788536131.881205:0:20776:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788536131.881214:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd601 00000020:00000080:1.0:1788536131.881219:0:20776:0:(genops.c:885:class_export_put()) final put ffff900589401000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788536131.881223:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788536131.881226:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788536131.881230:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788536131.881232:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9005b7a799c0) has no exports 00000020:00000080:1.0:1788536131.881238:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5fa 00000020:00000080:1.0:1788536131.881241:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059b608800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788536131.882615:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059fa9f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1788536131.882629:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900589401000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788536131.882635:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059b608800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788536131.883773:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788536131.883791:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788536131.883795:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788536131.883803:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536131.883805:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788536131.883861:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536131.883872:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788536131.883881:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5ec 00000020:00000080:3.0:1788536131.883889:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005bb29e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788536131.883896:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788536131.883901:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536131.883905:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536131.883908:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9005b7a78000) has no exports 00000020:00000080:3.0:1788536131.883914:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5e5 00000020:00000080:3.0:1788536131.883917:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059bfb6000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788536131.884281:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788536131.884284:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788536131.884287:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788536131.884290:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536131.884292:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788536131.884313:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536131.884318:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788536131.884331:0:20776:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788536131.884336:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5d7 00000020:00000080:3.0:1788536131.884341:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005bb29c000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788536131.884344:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788536131.884347:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536131.884350:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536131.884352:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff90059e1b3380) has no exports 00000020:00000080:3.0:1788536131.884356:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5d0 00000020:00000080:3.0:1788536131.884359:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005acd11000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788536131.884593:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059b60e800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788536131.884601:0:8:0:(genops.c:885:class_export_put()) final put ffff9005bb29a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788536131.884604:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb29a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788536131.884610:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788536131.884694:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb29e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788536131.884700:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059bfb6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788536131.884704:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059bfb2800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788536131.884707:0:8:0:(genops.c:885:class_export_put()) final put ffff9005bb29a800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788536131.884709:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb29a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788536131.884712:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788536131.884739:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb29c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788536131.884746:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005acd11000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788536131.907199:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1788536131.907209:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788536131.907214:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788536131.907222:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788536131.907287:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536131.907309:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788536131.907355:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536131.907359:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788536131.907367:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831ae000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788536131.907372:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ae000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788536131.907382:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788536131.907524:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5a6 00000020:00000080:0.0:1788536131.907531:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059fa9b800/lustre-MDD0000_UUID 00000020:01000000:0.0:1788536131.907537:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788536131.907541:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536131.907546:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788536131.907550:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9005c06fb380) has no exports 00000020:00000080:0.0:1788536131.907572:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536131.907576:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788536131.907579:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd5ad 00000020:00000080:0.0:1788536131.907583:0:20776:0:(genops.c:885:class_export_put()) final put ffff90059fa9a000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788536131.907600:0:20776:0:(tgt_mount.c:187:server_put_mount()) put mount ffff900586554800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788536131.907604:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900586554800 3 00000020:01000004:0.0:1788536131.907607:0:20776:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff900586554800 from lustre-MDT0000 00000020:00000080:0.0:1788536131.907626:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536131.907629:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788536131.907632:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831ad800/lustre-MDT0000_UUID 00000020:00000080:0.0:1788536131.907634:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ad800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788536131.907640:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1788536131.907683:0:20776:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1788536131.907687:0:20776:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788536131.907690:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788536131.907693:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536131.907695:0:20776:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788536131.907702:0:20776:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff900586551000 25821a76-2177-4c11-bd6b-eb660028a815 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788536131.907707:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff90059fa90000) has exports, disconnecting them 00000020:00080000:0.0:1788536131.907711:0:20776:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff900586551000), last request at 1788536038 00000020:00000080:0.0:1788536131.907732:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd552 00000020:00010000:0.0:1788536131.907736:0:20776:0:(genops.c:1921:obd_stale_export_put()) Put export ffff900586551000: total 2 00000100:00080000:0.0:1788536131.907740:0:20776:0:(import.c:65:import_set_state_nolock()) ffff900586555800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788536131.907754:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900586551000): rc 0 00000020:00080000:0.0:1788536131.907758:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff90059fa90000) has no exports 00000020:00010000:0.0:1788536131.907769:0:17192:0:(genops.c:1907:obd_stale_export_get()) Get export ffff900586551000: total 2 00010000:00010000:0.0:1788536131.907772:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536131.907797:0:17192:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff900586551000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788536131.907828:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900580031800/0xe79af2f39bbdd7b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd7ac expref: 14 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907846:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620ea00/0xe79af2f39bbdd942 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd93b expref: 13 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907858:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620f000/0xe79af2f39bbdd981 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd97a expref: 12 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907874:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488067600/0xe79af2f39bbdd671 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd66a expref: 11 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907885:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488838800/0xe79af2f39bbdd7dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd7d6 expref: 10 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907897:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632f400/0xe79af2f39bbddb09 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbddb02 expref: 9 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907908:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632ea00/0xe79af2f39bbdd72e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd727 expref: 8 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907918:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488066200/0xe79af2f39bbdd67f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd678 expref: 7 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907946:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632e600/0xe79af2f39bbdd560 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd559 expref: 6 pid: 17197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907958:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3ea00/0xe79af2f39bbddafb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbddaf4 expref: 5 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907969:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900580031c00/0xe79af2f39bbdd85b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd854 expref: 4 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907980:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059632e200/0xe79af2f39bbddb17 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbddb10 expref: 3 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907992:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488067c00/0xe79af2f39bbdd68d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe79af2f39bbdd686 expref: 2 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908003:0:17192:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff900586551000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1788536131.908021:0:17192:0:(genops.c:885:class_export_put()) final put ffff900586551000/25821a76-2177-4c11-bd6b-eb660028a815 00010000:00010000:0.0:1788536131.908026:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536131.908028:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536131.908030:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788536131.908412:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9005acd12000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788536131.908431:0:8:0:(genops.c:885:class_export_put()) final put ffff90059bfb7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788536131.908441:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059bfb7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788536131.908452:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788536131.908512:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059fa9b800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788536131.908517:0:8:0:(genops.c:885:class_export_put()) final put ffff9005831ab800/lustre-MDD0000_UUID 00000020:00000080:1.0:1788536131.908519:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ab800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788536131.908522:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788536131.908546:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059fa9a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788536131.908550:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900586551000/25821a76-2177-4c11-bd6b-eb660028a815 for MGS 00000020:00000080:1.0:1788536131.908587:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900586555800 for MGS 00000100:00100000:2.0:1788536131.909016:0:17198:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff900488a1c200:17198] 2 exiting: rc = 0 00000100:00100000:2.0:1788536131.909204:0:17196:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff900488a1d200:17196] 0 exiting: rc = 1 00000100:00100000:3.0:1788536131.916189:0:17197:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff900488a1d800:17197] 1 exiting: rc = 0 00000100:00100000:1.0:1788536131.916283:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916294:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916300:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916308:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916314:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916333:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916339:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916344:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916352:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916360:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916366:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916372:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916377:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916382:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916398:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916403:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916408:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916414:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916555:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916565:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916572:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916579:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916585:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916616:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916628:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916635:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916640:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916646:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916652:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916657:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916664:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916670:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916677:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916683:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916689:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916695:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916700:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916705:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916711:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916716:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916721:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916726:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916732:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916738:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916743:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916749:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916754:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916760:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916765:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916770:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916775:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916781:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916786:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916792:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916798:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916803:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916807:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916812:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916825:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916830:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916836:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916841:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916847:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536131.916853:0:20776:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1788536131.918097:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff900485e0dc00 - data ffff9004860bfca8/ffff90048108cc00 00000020:01000000:1.0:1788536131.918269:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9005b7b75240 - data ffff900589c07360/ffff900487b0a000 00000020:00000080:1.0:1788536131.918949:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd536 00000020:00000080:1.0:1788536131.918959:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831fb000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788536131.918979:0:20776:0:(tgt_mount.c:187:server_put_mount()) put mount ffff900586554800 from MGS, refs=2 00000020:01000004:1.0:1788536131.918983:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900586554800 2 00000020:01000004:1.0:1788536131.918986:0:20776:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff900586554800 from MGS 00000020:00000080:1.0:1788536131.919011:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788536131.919018:0:20776:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1788536131.919020:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831fb800/MGS 00000020:00000080:1.0:1788536131.919024:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831fb800/MGS for MGS 00000020:01000000:1.0:1788536131.919030:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:0.0:1788536131.919072:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831fb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788536131.919570:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1788536131.919574:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788536131.919580:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788536131.919595:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff900589404800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788536131.919602:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff90059e5d3380) has exports, disconnecting them 00000020:00080000:1.0:1788536131.919607:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff900589404800), last request at 1788536038 00000020:00000080:1.0:1788536131.919611:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd639 00000020:00080000:1.0:1788536131.919623:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900589404800): rc 0 00000020:00000080:1.0:1788536131.919627:0:20776:0:(genops.c:885:class_export_put()) final put ffff900589404800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788536131.920107:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900589404800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788536131.921202:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788536131.921208:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536131.921212:0:20776:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788536131.921219:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788536131.921242:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900487bd8800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788536131.921559:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536131.921577:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788536131.921582:0:20776:0:(genops.c:885:class_export_put()) final put ffff900487bde800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788536131.921586:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff900487bde800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788536131.921600:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788536131.921701:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900586554800 1 00000020:00000080:0.0:1788536131.921708:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd528 00000020:00000080:0.0:1788536131.921715:0:20776:0:(genops.c:885:class_export_put()) final put ffff9005831f8000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788536131.921725:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788536131.921733:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831f8000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788536131.921743:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536131.921747:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788536131.921750:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9005b7a7cd40) has no exports 00000020:00000080:3.0:1788536132.027307:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536132.027328:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788536132.027333:0:20776:0:(genops.c:885:class_export_put()) final put ffff900586554000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788536132.027338:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff900586554000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788536132.027350:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788536132.027480:0:20776:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff900586550800 00000020:02000400:3.0:1788536132.027534:0:20776:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788536132.718052:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536133.548581:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569490176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788536133.548651:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536133.548808:0:18715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490176 00000100:00100000:2.0:1788536133.548817:0:18715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490176 00000100:00100000:2.0:1788536133.548888:0:18715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788536133.548898:0:18715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569490176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788536133.548926:0:18715:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1788536133.548992:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536133.551363:0:18715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569490176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2457us (2701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536133.551386:0:18715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788536133.552681:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569490176:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788536133.745940:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536134.253006:0:17959:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788536134.765644:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788536135.668309:0:20977:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788536135.687117:0:20977:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788536135.687206:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.687221:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.687229:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.687236:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.687250:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788536135.687254:0:20977:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788536135.687279:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536135.687283:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788536135.687301:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788536135.687306:0:20977:0:(import.c:65:import_set_state_nolock()) ffff90058940b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788536135.687311:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536135.687312:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788536135.687315:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788536135.688118:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688130:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688136:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688142:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688184:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788536135.688190:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688197:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688203:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688210:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688241:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788536135.688247:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688253:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688259:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688265:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688273:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788536135.688277:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688284:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688291:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688297:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536135.688303:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:0.0:1788536135.688306:0:20977:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1788536135.688330:0:20977:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1788536135.688334:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1788536135.688338:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536135.688344:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1788536135.688351:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff900486a09800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788536135.688357:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff900485ed2800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788536135.688374:0:20977:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9005c06fcd40) has exports, disconnecting them 00000020:00080000:0.0:1788536135.688378:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff900486a09800), last request at 1788536130 00000020:00000080:0.0:1788536135.688385:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd96c 00000100:00080000:0.0:1788536135.688404:0:20977:0:(import.c:65:import_set_state_nolock()) ffff900486a08000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788536135.688446:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900486a09800): rc 0 00000020:00000080:0.0:1788536135.688448:0:20977:0:(genops.c:885:class_export_put()) final put ffff900486a09800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1788536135.688457:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff900485ed2800), last request at 1788536130 00000020:00000080:0.0:1788536135.688461:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd807 00000100:00080000:0.0:1788536135.688467:0:20977:0:(import.c:65:import_set_state_nolock()) ffff900485ed4000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788536135.688473:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900485ed2800): rc 0 00000020:00000080:0.0:1788536135.688474:0:20977:0:(genops.c:885:class_export_put()) final put ffff900485ed2800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1788536135.688481:0:20977:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa58c418f3ae0 00000100:00080000:0.0:1788536135.688495:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536135.688498:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788536135.689250:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788536135.689256:0:20977:0:(import.c:65:import_set_state_nolock()) ffff900487bf3800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1788536135.689577:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788536135.689586:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689594:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067800 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536135.689598:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689607:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536135.689613:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536135.689618:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788536135.689621:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788536135.689623:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788536135.689658:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689664:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536135.689697:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689704:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488067800/0xe79af2f39bbdd727 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd72e expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689718:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788536135.689722:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689741:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838e00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536135.689745:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689751:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536135.689756:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536135.689761:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788536135.689763:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1788536135.689765:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1788536135.689778:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689784:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536135.689800:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689806:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbdd686 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd68d expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689816:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788536135.689820:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689824:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536135.689827:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689839:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536135.689844:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536135.689848:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788536135.689850:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788536135.689852:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788536135.689865:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689870:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536135.689875:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689881:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbdd97a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd981 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689893:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536135.689896:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689901:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839800 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536135.689904:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689910:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536135.689924:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536135.689929:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788536135.689932:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788536135.689934:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788536135.689946:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689952:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536135.689959:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689965:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbddb10 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbddb17 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689975:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536135.689979:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689984:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536135.689986:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.689993:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536135.689999:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536135.690014:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788536135.690016:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788536135.690018:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788536135.690032:0:19531:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.690037:0:19531:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536135.690054:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.690061:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488838400/0xe79af2f39bbdd678 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe79af2f39bbdd67f expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536135.690073:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536135.690075:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536135.690077:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788536135.690090:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a09800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1788536135.690133:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485ed2800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1788536135.690276:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900486a08000 for lustre-MDT0001 00000020:00000080:1.0:1788536135.690282:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485ed4000 for lustre-MDT0001 00000100:00100000:1.0:1788536135.690307:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569490688:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536135.690315:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536135.690330:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569490560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536135.690384:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569490432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536135.690435:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536135.690627:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536135.690710:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536135.691188:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25821a76-2177-4c11-bd6b-eb660028a815:3663:1875415569490304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536135.691227:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536135.693351:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25821a76-2177-4c11-bd6b-eb660028a815:3663:1875415569490816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536135.693420:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536135.694101:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490560 00000100:00100000:1.0:1788536135.694110:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490560 00000100:00100000:3.0:1788536135.697531:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490432 00000100:00100000:3.0:1788536135.697547:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490432 00000100:00100000:3.0:1788536135.697675:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490304 00000100:00100000:3.0:1788536135.697679:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490304 00000100:00100000:3.0:1788536135.697708:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788536135.697716:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3661:x1875415569490560:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788536135.697894:0:17189:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788536135 with bad export cookie 16688918497278678354 00000100:00100000:1.0:1788536135.700386:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536135.700400:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3660:x1875415569490432:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788536135.700418:0:17191:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788536135 with bad export cookie 16688918497278678354 00000100:00100000:1.0:1788536135.700541:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3660:x1875415569490432:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (9913us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788536135.700550:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536135.700571:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536135.700575:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1875415569490304:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788536135.700580:0:17191:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788536135 with bad export cookie 16688918497278678354 00000100:00100000:1.0:1788536135.700608:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1875415569490304:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (9380us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788536135.700613:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788536135.701263:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788536135.701269:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788536135.701286:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788536135.701346:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788536135.701379:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9005842b7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788536135.701395:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788536135.701397:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788536135.701415:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788536135.701470:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788536135.701478:0:20977:0:(import.c:65:import_set_state_nolock()) ffff900589926000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788536135.701514:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9005c06fcd40) has no exports 00000100:00080000:2.0:1788536135.704328:0:3660:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788536135.704335:0:3660:0:(import.c:65:import_set_state_nolock()) ffff9005831ff000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788536135.704339:0:3660:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1788536135.708532:0:3663:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1788536135.720228:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490816 00000100:00100000:3.0:1788536135.720237:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490816 00000100:00100000:3.0:1788536135.720288:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788536135.720296:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3663:x1875415569490816:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788536135.720302:0:20232:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788536135 with bad export cookie 16688918497278678354 00000100:00100000:3.0:1788536135.720393:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3663:x1875415569490816:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (26973us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788536135.720400:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788536135.720436:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536135.720813:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490688 00000100:00100000:3.0:1788536135.720819:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490688 00000100:00100000:3.0:1788536135.720846:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788536135.720851:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058968c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1875415569490688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788536135.720870:0:20232:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788536135 with bad export cookie 16688918497278678354 00000100:00100000:3.0:1788536135.721029:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058968c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1875415569490688:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (592us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788536135.721036:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1788536135.721071:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.113@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788536135.755866:0:3660:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.113@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788536135.755872:0:3660:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788536135.755888:0:3660:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900487467100 x1875415569490688/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788536151 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536135.755989:0:3660:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900487466300 x1875415569490560/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788536151 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536135.756010:0:3660:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900487464e00 x1875415569490432/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788536151 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536135.756020:0:3660:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900487467480 x1875415569490304/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788536151 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536135.756029:0:3660:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900487466d80 x1875415569490816/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788536151 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788536135.756038:0:3660:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788536135.756041:0:3660:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788536135.756042:0:3660:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788536135.760051:0:3663:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9005831ff000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1788536135.760100:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25821a76-2177-4c11-bd6b-eb660028a815:3663:1875415569490816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536135.760133:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25821a76-2177-4c11-bd6b-eb660028a815:3663:1875415569490304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536135.760223:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569490944:0@lo:9:umount.0 00000100:00100000:1.0:1788536135.760295:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536135.760330:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569491072:0@lo:9:umount.0 00000100:00100000:1.0:1788536135.760350:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536135.760396:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569490944 00000100:00100000:1.0:1788536135.760404:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569490944 00000100:00100000:1.0:1788536135.760458:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569491072 00000100:00100000:1.0:1788536135.760474:0:18713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569491072 00000100:00100000:1.0:1788536135.760501:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788536135.760509:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875415569490944:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788536135.760534:0:18713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd831 00000100:00080000:1.0:1788536135.760542:0:18713:0:(import.c:65:import_set_state_nolock()) ffff900488ac3800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788536135.760579:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788536135.760710:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3659:x1875415569490944:12345-0@lo:9:umount.0 Request processed in 202us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536135.760718:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788536135.760735:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788536135.760742:0:18713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875415569491072:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788536135.760753:0:18713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd99d 00000100:00080000:1.0:1788536135.760758:0:18713:0:(import.c:65:import_set_state_nolock()) ffff90059dc5d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788536135.760779:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788536135.760847:0:18713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3659:x1875415569491072:12345-0@lo:9:umount.0 Request processed in 106us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536135.760853:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1788536135.760869:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536135.760873:0:17199:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536135.760883:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536135.760974:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b7000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788536135.760986:0:3659:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788536135.760988:0:3659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788536135.760992:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569490944:0@lo:9:umount.0 00000100:00080000:1.0:1788536135.761003:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589926000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788536135.761010:0:3659:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788536135.761012:0:3659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788536135.761014:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569491072:0@lo:9:umount.0 00000100:00100000:1.0:1788536135.761057:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25821a76-2177-4c11-bd6b-eb660028a815:3661:1875415569490560:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788536135.762179:0:3662:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9005831ff000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1788536135.762376:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25821a76-2177-4c11-bd6b-eb660028a815:3662:1875415569490688:0@lo:103:ldlm_bl.0 00000400:00000100:3.0:1788536135.762439:0:17189:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875415569490560 offset 224 length 224: 4 00000100:00100000:3.0:1788536135.762458:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3661:x1875415569490560:12345-0@lo:103:ldlm_bl.0 Request processed in 64742us (72024us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788536135.762468:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1788536135.763665:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788536135.764335:0:3660:0:(import.c:65:import_set_state_nolock()) ffff9005831ff000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788536135.764344:0:3660:0:(import.c:545:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 0@lo last attempt 497 00000100:00080000:2.0:1788536135.764353:0:3660:0:(import.c:665:import_select_connection()) MGC192.168.203.113@tcp: import ffff9005831ff000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536135.764393:0:3660:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879c9c00 x1875415569491200/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536135.764433:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25821a76-2177-4c11-bd6b-eb660028a815:3660:1875415569490432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536135.764674:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25821a76-2177-4c11-bd6b-eb660028a815:3659:1875415569491200:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1788536135.764727:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875415569491200 offset 0 length 520: 4 00000020:00080000:0.0:1788536135.774578:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9005c06fcd40) has no exports 00010000:00010000:3.0:1788536135.792068:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788536135.828597:0:20977:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff900485e0dde0 - data ffff9005bb5c8360/ffff9005b99b7800 00000020:01000000:1.0:1788536135.828776:0:20977:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff900485e0d4e0 - data ffff9004860bf510/ffff9005b9942000 00000001:00000004:2.0:1788536135.850310:0:20977:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1788536135.927660:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788536135.927669:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788536135.927678:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788536135.930099:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788536135.930107:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788536135.930132:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536135.930135:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788536135.930576:0:17946:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788536135.930581:0:17946:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1788536135.930604:0:17946:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788536135.931663:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788536135.931669:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788536135.931718:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536135.931721:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788536135.932550:0:17948:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788536135.932555:0:17948:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1788536135.932577:0:17948:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788536135.933676:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd69b 00000020:00000080:3.0:1788536135.933686:0:20977:0:(genops.c:885:class_export_put()) final put ffff9005831ac000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788536135.934601:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6b0 00000020:00000080:3.0:1788536135.934608:0:20977:0:(genops.c:885:class_export_put()) final put ffff900487a57800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788536135.934879:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ac000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1788536135.935129:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788536135.935143:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536135.935176:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788536135.935181:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9005c06f8000) has no exports 00000004:01000000:3.0:1788536135.935336:0:20977:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788536135.935453:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd704 00000020:00000080:3.0:1788536135.935458:0:20977:0:(genops.c:885:class_export_put()) final put ffff900589925000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.935962:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900487a57800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1788536135.936026:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788536135.936031:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536135.936037:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536135.936040:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9005baf2cd40) has no exports 00000020:00000080:3.0:1788536135.936046:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6fd 00000020:00000080:3.0:1788536135.936050:0:20977:0:(genops.c:885:class_export_put()) final put ffff9005842b2000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788536135.936068:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900589925000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788536135.936533:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005842b2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788536135.936945:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788536135.936949:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788536135.936953:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788536135.936959:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536135.936961:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788536135.937028:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536135.937034:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788536135.937039:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6ef 00000020:00000080:3.0:1788536135.937044:0:20977:0:(genops.c:885:class_export_put()) final put ffff90048695f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.937296:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900589926000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788536135.937304:0:8:0:(genops.c:885:class_export_put()) final put ffff90048695d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.937306:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788536135.937311:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788536135.937551:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788536135.937556:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536135.937561:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536135.937564:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9005baf2b380) has no exports 00000020:00000080:3.0:1788536135.937569:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6e8 00000020:00000080:3.0:1788536135.937573:0:20977:0:(genops.c:885:class_export_put()) final put ffff9005842b2800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788536135.937803:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788536135.937810:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005842b2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788536135.937991:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788536135.937994:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788536135.937997:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788536135.938001:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788536135.938002:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788536135.938074:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536135.938080:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788536135.938091:0:20977:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788536135.938097:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6d3 00000020:00000080:3.0:1788536135.938102:0:20977:0:(genops.c:885:class_export_put()) final put ffff90048695e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.938497:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9005842b7000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788536135.938504:0:8:0:(genops.c:885:class_export_put()) final put ffff9005831a9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.938507:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831a9000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1788536135.938511:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788536135.938695:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788536135.938700:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536135.938705:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536135.938708:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff90059e1b19c0) has no exports 00000020:00000080:3.0:1788536135.938713:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6cc 00000020:00000080:3.0:1788536135.938717:0:20977:0:(genops.c:885:class_export_put()) final put ffff900487bf0000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788536135.939006:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788536135.943593:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900487bf0000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1788536135.944919:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1788536135.944925:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788536135.944930:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788536135.944938:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788536135.945721:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536135.945807:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788536135.945836:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536135.945840:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788536135.945846:0:20977:0:(genops.c:885:class_export_put()) final put ffff9005b7809000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536135.945850:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9005b7809000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1788536135.945860:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788536135.946040:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6b7 00000020:00000080:0.0:1788536135.946075:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900487bf3800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788536135.946083:0:8:0:(genops.c:885:class_export_put()) final put ffff90048695a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788536135.946086:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1788536135.946090:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788536135.946124:0:20977:0:(genops.c:885:class_export_put()) final put ffff900487a55800/lustre-MDD0001_UUID 00000020:01000000:2.0:1788536135.946160:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1788536135.946165:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788536135.946170:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788536135.946185:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9005baf299c0) has no exports 00000020:00000080:2.0:1788536135.946211:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536135.946215:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1788536135.946219:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd6be 00000020:00000080:2.0:1788536135.946223:0:20977:0:(genops.c:885:class_export_put()) final put ffff900487a52800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1788536135.946230:0:20977:0:(tgt_mount.c:187:server_put_mount()) put mount ffff900590d0d800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1788536135.946234:0:20977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900590d0d800 2 00000020:01000004:2.0:1788536135.946236:0:20977:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff900590d0d800 from lustre-MDT0001 00000020:00000080:2.0:1788536135.946252:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536135.946255:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1788536135.946262:0:20977:0:(genops.c:885:class_export_put()) final put ffff9005831ab000/lustre-MDT0001_UUID 00000020:00000080:2.0:1788536135.946264:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831ab000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1788536135.946270:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1788536135.946302:0:20977:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1788536135.946306:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1788536135.946309:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788536135.946313:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788536135.946319:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9004878e8800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000080:0.0:1788536135.946321:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900487a55800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00080000:2.0:1788536135.946324:0:20977:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9005b7a7b380) has exports, disconnecting them 00000020:00000080:0.0:1788536135.946325:0:8:0:(genops.c:885:class_export_put()) final put ffff9005831a9800/lustre-MDD0001_UUID 00000020:00000080:0.0:1788536135.946327:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831a9800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00080000:2.0:1788536135.946328:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9004878e8800), last request at 1788536051 00000020:01000000:0.0:1788536135.946330:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1788536135.946331:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd73c 00000020:00080000:2.0:1788536135.946606:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9004878e8800): rc 0 00000020:00000080:2.0:1788536135.946611:0:20977:0:(genops.c:885:class_export_put()) final put ffff9004878e8800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788536135.946886:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900487a52800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788536135.946891:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9004878e8800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1788536135.948381:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1788536135.948388:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536135.948393:0:20977:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788536135.948399:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788536135.948616:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536135.948628:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1788536135.948635:0:20977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900590d0d800 1 00000020:00000080:0.0:1788536135.948640:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd663 00000020:00000080:0.0:1788536135.948647:0:20977:0:(genops.c:885:class_export_put()) final put ffff90048695d000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1788536135.948652:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1788536135.948657:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536135.948661:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788536135.948673:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff90059e1b4d40) has no exports 00000020:00000080:1.0:1788536135.953121:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90058940b000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788536135.953139:0:37:0:(genops.c:885:class_export_put()) final put ffff90058940f800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788536135.953144:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90058940f800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788536135.953173:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788536135.953255:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788536135.997869:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536135.997881:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1788536135.997974:0:20977:0:(genops.c:885:class_export_put()) final put ffff90048695b000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788536135.997980:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff90048695b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1788536135.997994:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1788536135.998240:0:20977:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff900487bda800 00000020:01000000:0.0:1788536135.998437:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788536135.998442:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536135.998448:0:20977:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788536135.998452:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff90059fa919c0) has no exports 00000100:00100000:3.0:1788536136.007780:0:17206:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9005b7b1ca00:17206] 2 exiting: rc = 0 00000100:00100000:3.0:1788536136.007937:0:19995:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff900482285200:19995] 3 exiting: rc = 0 00000100:00100000:2.0:1788536136.010312:0:17204:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff900591cada00:17204] 0 exiting: rc = 1 00000100:00100000:1.0:1788536136.010650:0:17205:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9005b7b1d000:17205] 1 exiting: rc = 0 00000100:00100000:3.0:1788536136.011301:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011309:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011316:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011324:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011330:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011335:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011342:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011349:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011354:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011371:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011377:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011383:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011391:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011397:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011403:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011409:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011415:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011420:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011425:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011431:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011436:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011458:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011465:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011482:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011488:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011494:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011499:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011505:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011512:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011518:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011523:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011528:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011533:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011538:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011544:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011549:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011555:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011561:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011566:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011572:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011577:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011581:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011586:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011598:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011604:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011609:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011614:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011619:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011625:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011630:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011636:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011641:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011646:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011650:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011655:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011659:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011671:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011677:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011682:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011688:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011693:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011699:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011704:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.011710:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.015211:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9005acaa2e00:17207] 0 exiting: rc = 1 00000100:00100000:2.0:1788536136.015381:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9005acaa3a00:17208] 1 exiting: rc = 0 00000100:00100000:0.0:1788536136.016597:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016607:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016613:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016618:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016623:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016628:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016634:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016639:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016645:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016652:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016658:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016663:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016668:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016673:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016678:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016683:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016689:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016694:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016700:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016704:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016709:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016714:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016720:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016740:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016744:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016749:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016754:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016759:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016765:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016770:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016775:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016781:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016786:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016791:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016797:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016802:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016807:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016812:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016817:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016822:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016826:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016832:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016838:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016843:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016847:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016852:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016857:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016862:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016867:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016871:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016876:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016881:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016885:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016889:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016894:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016898:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016902:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016907:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016920:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016924:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016929:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016934:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016938:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.016944:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.017429:0:17945:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff900588020200:17945] 2 exiting: rc = 0 00000100:00100000:0.0:1788536136.018260:0:17210:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff90048816c200:17210] 1 exiting: rc = 0 00000100:00100000:1.0:1788536136.018422:0:17209:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff90048816c800:17209] 0 exiting: rc = 1 00000100:00100000:0.0:1788536136.019114:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019122:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019129:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019135:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019140:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019191:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019199:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019204:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019212:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019218:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019237:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019243:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019248:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019253:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019260:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019266:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019272:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019278:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019283:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019289:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019295:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019301:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019320:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019327:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019333:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019338:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019344:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019371:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019377:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019383:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019389:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019395:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019400:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019406:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019429:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019436:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019442:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019450:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019458:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019463:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019627:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019634:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019640:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019649:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019655:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019661:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019683:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019690:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019697:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019703:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019709:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019714:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019721:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019727:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019733:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019739:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019744:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019750:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019769:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019776:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019782:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019788:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019802:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.019809:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536136.042794:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff90048816dc00:17211] 0 exiting: rc = 1 00000100:00100000:0.0:1788536136.045272:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff90059e14b000:17212] 1 exiting: rc = 0 00000100:00100000:3.0:1788536136.047163:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047174:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047180:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047185:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047190:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047197:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047202:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047207:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047212:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047217:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047222:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047228:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047233:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047238:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047243:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047248:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047253:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047258:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047263:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047268:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047273:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047278:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047282:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047287:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047292:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047297:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047494:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047498:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047503:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047509:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047514:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047519:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047524:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047529:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047535:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047541:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047546:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047553:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047560:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047576:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047585:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047593:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047599:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047604:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047609:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047614:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047619:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047623:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047628:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047633:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047638:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047643:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047648:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047653:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047658:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047663:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047669:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047674:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047679:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047684:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047689:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047701:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047706:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.047711:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536136.050393:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff90059e14a200:17214] 1 exiting: rc = 0 00000100:00100000:0.0:1788536136.050584:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff90059e14ba00:17213] 0 exiting: rc = 1 00000100:00100000:3.0:1788536136.050896:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050904:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050910:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050915:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050921:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050927:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050933:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050938:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050944:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050949:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050955:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050961:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050967:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050972:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050977:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050982:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050988:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050993:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.050998:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051003:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051009:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051013:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051018:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051023:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051028:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051032:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051037:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051042:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051046:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051052:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051056:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051061:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051081:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051086:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051092:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051097:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051103:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051108:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051113:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051118:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051123:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051129:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051133:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051138:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051173:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051181:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051186:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051191:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051196:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051201:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051207:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051227:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051234:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051239:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051246:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051253:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051261:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051269:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051276:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051281:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051289:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051295:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051301:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.051309:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.052000:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9005c1837a00:17215] 0 exiting: rc = 1 00000100:00100000:2.0:1788536136.052011:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9005c1836400:17216] 1 exiting: rc = 0 00000100:00100000:3.0:1788536136.052236:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052245:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052253:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052269:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052274:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052279:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052284:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052290:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052296:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052301:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052307:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052312:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052318:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052323:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052329:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052334:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052340:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052345:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052350:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052366:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052373:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052378:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052383:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052389:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052394:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052399:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052405:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052410:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052415:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052420:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052677:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052686:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052691:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052696:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052702:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052707:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052712:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052718:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052732:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052738:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052743:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052748:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052753:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052758:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052763:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052769:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052773:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052778:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052783:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052789:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052794:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052800:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052805:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052811:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052817:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052822:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052827:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052845:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052851:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052855:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052861:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052866:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052871:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.052875:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536136.053703:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9005c1837600:17217] 0 exiting: rc = 1 00000100:00100000:3.0:1788536136.054477:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9005c1837e00:17219] 2 exiting: rc = 0 00000100:00100000:3.0:1788536136.055788:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9005c1837200:17218] 1 exiting: rc = 0 00000100:00100000:3.0:1788536136.055932:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055940:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055946:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055951:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055957:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055962:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055968:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055988:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.055994:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056047:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056054:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056059:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056065:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056088:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056101:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056106:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056112:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056117:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056123:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056128:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056135:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056140:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056162:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056170:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056176:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056182:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056190:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056198:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056206:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056214:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056289:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056298:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056305:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056311:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056320:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056330:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056343:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056381:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056394:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056400:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056406:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056410:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056425:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056499:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056507:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056513:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056519:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056525:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056531:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056538:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056545:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056555:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056563:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056571:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056578:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056585:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056593:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056600:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056608:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056615:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056622:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056655:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056664:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788536136.056671:0:20977:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788536136.069911:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536136.069923:0:20977:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788536136.069929:0:20977:0:(genops.c:885:class_export_put()) final put ffff90059082e000/MDS_uuid 00000020:00000080:3.0:1788536136.069933:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff90059082e000/MDS_uuid for MDS 00000020:01000000:3.0:1788536136.069939:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788536136.070117:0:20977:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00000100:00080000:0.0:1788536136.116398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788536136.116407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788536136.116411:0:37:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536136.116419:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 589 00000100:00080000:0.0:1788536136.116425:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788536136.116432:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff900488ac2000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536136.116469:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e756d80 x1875415569491328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536136.116511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788536136.116514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788536136.116516:0:37:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536136.116519:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 589 00000100:00080000:0.0:1788536136.116522:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788536136.116525:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff900485dfd800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536136.116536:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e755c00 x1875415569491584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536136.116570:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569491328:0@lo:38:kworker.0 00000400:00000100:0.0:1788536136.116619:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491328 offset 0 length 520: 4 00000100:00100000:0.0:1788536136.116646:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569491584:0@lo:38:kworker.0 00000400:00000100:0.0:1788536136.116676:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491584 offset 0 length 520: 4 00000100:00100000:0.0:1788536136.116700:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569491712:0@lo:400:kworker.0 00000400:00000100:0.0:1788536136.116714:0:3661:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491712 offset 0 length 224: 4 00000100:00100000:0.0:1788536136.116747:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536136.116752:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569491456:0@lo:400:kworker.0 00000400:00000100:0.0:1788536136.116764:0:3661:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491456 offset 0 length 224: 4 00010000:00010000:3.0:1788536136.813196:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536137.836636:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536138.860559:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536139.886240:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788536140.117663:0:21179:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788536140.145067:0:21179:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788536140.145130:0:21179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.145203:0:21179:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.145211:0:21179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.145219:0:21179:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.145806:0:21179:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788536140.145814:0:21179:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788536140.145843:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788536140.145857:0:21179:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e756d80 x1875415569491328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536140.145879:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788536140.145887:0:21179:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788536140.145894:0:21179:0:(import.c:65:import_set_state_nolock()) ffff900488ac2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788536140.145900:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788536140.145903:0:21179:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e756d80 x1875415569491328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536156 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536140.145910:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788536140.145913:0:21179:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000100:00100000:1.0:1788536140.146080:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569491328:0@lo:38:kworker.0 00010000:00010000:2.0:1788536140.146794:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536140.146806:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.146884:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620ec00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:2.0:1788536140.146890:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.146901:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536140.146908:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536140.146914:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788536140.146917:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788536140.146920:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788536140.146935:0:17192:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:2.0:1788536140.146939:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.146946:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620ec00/0xe79af2f39bbdd7d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd7dd expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.146959:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536140.146960:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536140.146962:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788536140.149665:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788536140.149686:0:21179:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e755f80 x1875415569491456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536140.149714:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788536140.149720:0:21179:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1788536140.149825:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569491456:0@lo:400:kworker.0 00000100:00080000:2.0:1788536140.150615:0:21179:0:(import.c:65:import_set_state_nolock()) ffff900488af6800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788536140.150787:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3659:1875415569491840:0@lo:39:umount.0 00000400:00000100:1.0:1788536140.150842:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491840 offset 0 length 224: 4 00010000:00010000:3.0:1788536140.914081:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788536141.230213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788536141.230223:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536141.230226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788536141.230245:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788536141.230357:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569491968:0@lo:400:kworker.0 00000400:00000100:0.0:1788536141.230419:0:3662:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569491968 offset 0 length 224: 4 00000001:00100000:2.0:1788536141.236080:0:18707:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536141.236090:0:18707:0:(genops.c:885:class_export_put()) final put ffff900488ac0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788536141.236181:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac0000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788536141.236238:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900488ac3800 for lustre-OST0000 00000001:00100000:3.0:1788536141.238058:0:19525:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788536141.238067:0:19525:0:(genops.c:885:class_export_put()) final put ffff90059dc5d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788536141.238139:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff90059dc5d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788536141.238218:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff90059dc5d000 for lustre-OST0001 00010000:00010000:3.0:1788536141.935079:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536142.956327:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536143.980440:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536145.004414:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536145.260666:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536135/real 1788536135] req@ffff9004879c9c00 x1875415569491200/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788536145 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536145.260699:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9004879c9c00 x1875415569491200/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788536145 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788536145.260719:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005831ff000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536145.260746:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788536145.260749:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25821a76-2177-4c11-bd6b-eb660028a815:3659:1875415569491200:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1788536145.260828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788536145.260835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788536145.260838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9005831ff000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536145.260844:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 0@lo last attempt 594 00000100:00080000:0.0:1788536145.260850:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788536145.260858:0:37:0:(import.c:665:import_select_connection()) MGC192.168.203.113@tcp: import ffff9005831ff000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536145.260894:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e755f80 x1875415569492096/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536145.260924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788536145.260928:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788536145.261032:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536145.261046:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569492224:0@lo:400:kworker.0 00000400:00000100:3.0:1788536145.261094:0:3662:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569492224 offset 0 length 224: 4 00000100:00100000:1.0:1788536145.261223:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25821a76-2177-4c11-bd6b-eb660028a815:3659:1875415569492096:0@lo:250:kworker.0 00000400:00000100:1.0:1788536145.261255:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875415569492096 offset 0 length 520: 4 00010000:00010000:2.0:1788536146.029262:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536147.052899:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536148.076430:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536149.101171:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536150.127721:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536150.380288:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536140/real 1788536140] req@ffff9004879c9180 x1875415569491840/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788536150 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536150.380324:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9004879c9180 x1875415569491840/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788536150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788536150.380347:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488af6800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788536150.380369:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3659:1875415569491840:0@lo:39:umount.0 00000100:00080000:2.0:1788536150.380588:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788536150.380593:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788536150.380598:0:21179:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788536150.381909:0:21179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.381923:0:21179:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.381930:0:21179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.381936:0:21179:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.382067:0:21179:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536150.382076:0:21179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.382084:0:21179:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.382110:0:21179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.382117:0:21179:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382119:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536150.382131:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382141:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838000 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536150.382182:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.382216:0:21179:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788536150.382223:0:21179:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00010000:00010000:3.0:1788536150.382242:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788536150.382247:0:21179:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788536150.382253:0:21179:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 10000000:00010000:3.0:1788536150.382255:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788536150.382269:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 10000000:01000000:3.0:1788536150.382271:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000080:2.0:1788536150.382277:0:21179:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788536150.382282:0:21179:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff900485ee8000) has no exports 10000000:01000000:3.0:1788536150.382290:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788536150.382294:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00000020:00080000:2.0:1788536150.382308:0:21179:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff900485ee8000) has no exports 00010000:00010000:3.0:1788536150.382310:0:19531:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536150.382315:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382323:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488838000/0xe79af2f39bbdd7ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd7b3 expref: -99 pid: 18706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382337:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536150.382341:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382347:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af51e00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536150.382349:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382356:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536150.382362:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536150.382367:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788536150.382369:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788536150.382371:0:19531:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788536150.382376:0:19531:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536150.382379:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382386:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90058af51e00/0xe79af2f39bbddb02 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbddb09 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.382402:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536150.382404:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536150.383872:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536150.383946:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788536150.388139:0:21179:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9005b7a25ae0 - data ffff90058227d1b0/ffff90059dc7c800 00000020:01000000:2.0:1788536150.388298:0:21179:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90048786b960 - data ffff90058b3436c0/ffff90048889c800 00100000:10000000:3.0:1788536150.400127:0:21179:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788536150.407814:0:21179:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd7c1 00000020:00000080:0.0:1788536150.407826:0:21179:0:(genops.c:885:class_export_put()) final put ffff900486a0b000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788536150.407879:0:21179:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9004878ed800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788536150.407884:0:21179:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9004878ed800 2 00000020:01000004:0.0:1788536150.407896:0:21179:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9004878ed800 from lustre-OST0000 00000020:00000080:0.0:1788536150.407921:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536150.407930:0:21179:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788536150.407933:0:21179:0:(genops.c:885:class_export_put()) final put ffff900486a0e000/lustre-OST0000_UUID 00000020:00000080:0.0:1788536150.407937:0:21179:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a0e000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788536150.407944:0:21179:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788536150.407998:0:21179:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788536150.408002:0:21179:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788536150.408005:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536150.408010:0:21179:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788536150.408017:0:21179:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff900488ac4000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788536150.408022:0:21179:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff900485eeb380) has exports, disconnecting them 00000020:00080000:0.0:1788536150.408027:0:21179:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff900488ac4000), last request at 1788536067 00000020:00000080:0.0:1788536150.408031:0:21179:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd7eb 00000020:00080000:0.0:1788536150.408039:0:21179:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900488ac4000): rc 0 00000020:00000080:0.0:1788536150.408044:0:21179:0:(genops.c:885:class_export_put()) final put ffff900488ac4000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788536150.408133:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a0b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788536150.414785:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac4000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1788536150.414931:0:21179:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788536150.414936:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788536150.414940:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788536150.414945:0:21179:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788536150.414981:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900488ac2000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788536150.415387:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536150.415397:0:21179:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1788536150.415402:0:21179:0:(genops.c:885:class_export_put()) final put ffff900486a0d800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1788536150.415406:0:21179:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a0d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1788536150.415412:0:21179:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1788536150.415546:0:21179:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788536150.415560:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788536150.415566:0:21179:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788536150.415573:0:21179:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff900485ed7800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788536150.415578:0:21179:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff900488acb380) has exports, disconnecting them 00000020:00080000:2.0:1788536150.415583:0:21179:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff900485ed7800), last request at 1788536067 00000020:00000080:2.0:1788536150.415586:0:21179:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd800 00000020:00080000:2.0:1788536150.415600:0:21179:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900485ed7800): rc 0 00000020:00000080:2.0:1788536150.415604:0:21179:0:(genops.c:885:class_export_put()) final put ffff900485ed7800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788536150.416229:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485ed7800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1788536150.422375:0:21179:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788536150.422383:0:21179:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788536150.422388:0:21179:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788536150.422395:0:21179:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788536150.423210:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900488af6800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788536150.423455:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788536150.423464:0:21179:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1788536150.423470:0:21179:0:(genops.c:885:class_export_put()) final put ffff900488af1000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788536150.423474:0:21179:0:(genops.c:844:class_export_destroy()) destroying export ffff900488af1000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788536150.423479:0:21179:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1788536150.424228:0:21179:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9004878ed800 1 00000020:00000080:1.0:1788536150.424235:0:21179:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd79e 00000020:00000080:1.0:1788536150.424243:0:21179:0:(genops.c:885:class_export_put()) final put ffff9005bb338000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788536150.424250:0:21179:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788536150.424275:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb338000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788536150.424289:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788536150.424295:0:21179:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788536150.424307:0:21179:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9005baf28000) has no exports 00000100:00080000:1.0:1788536150.445560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536150.445570:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536150.445573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536150.445577:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536150.445648:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569492352:0@lo:400:kworker.0 00000400:00000100:1.0:1788536150.445697:0:3660:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569492352 offset 0 length 224: 4 00000020:00000080:1.0:1788536150.482623:0:21179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788536150.482636:0:21179:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1788536150.482641:0:21179:0:(genops.c:885:class_export_put()) final put ffff9004878ec800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788536150.482646:0:21179:0:(genops.c:844:class_export_destroy()) destroying export ffff9004878ec800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1788536150.482658:0:21179:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788536150.483018:0:21179:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9004878eb800 00000020:02000400:2.0:1788536150.483064:0:21179:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788536151.153451:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536152.175351:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1788536152.492643:0:3661:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536136/real 1788536136] req@ffff90059e757480 x1875415569491712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788536152 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536152.557089:0:3661:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90059e757480 x1875415569491712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788536152 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788536152.557103:0:3661:0:(import.c:65:import_set_state_nolock()) ffff900485df9000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788536152.557106:0:3661:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788536152.584663:0:3661:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1788536152.585303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536152.585319:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25821a76-2177-4c11-bd6b-eb660028a815->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536152.585322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536152.585324:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536152.585326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788536152.585329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788536152.585332:0:8:0:(import.c:65:import_set_state_nolock()) ffff900485df9000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536152.585339:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 543 00000100:00080000:1.0:1788536152.585347:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff900485df9000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536152.585382:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90048896a300 x1875415569492480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788536152.585430:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3659:1875415569492480:0@lo:38:kworker.0 00000400:00000100:1.0:1788536152.585489:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875415569492480 offset 0 length 520: 4 00000100:00100000:1.0:1788536152.585563:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569491712:0@lo:400:kworker.0 00010000:00010000:2.0:1788536153.204674:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536154.225537:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788536154.295876:0:21381:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788536154.313703:0:21381:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788536154.313782:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.313797:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.313805:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.313812:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.313834:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788536154.313840:0:21381:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788536154.313949:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788536154.313962:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e755c00 x1875415569491584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788536154.314042:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536154.314049:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.314070:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620fe00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:0.0:1788536154.314074:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.314082:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536154.314090:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536154.314095:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788536154.314097:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788536154.314099:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788536154.314112:0:17192:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:0.0:1788536154.314116:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.314122:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620fe00/0xe79af2f39bbdd93b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd942 expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.314132:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536154.314133:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536154.314135:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536154.314217:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788536154.314278:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788536154.314284:0:21381:0:(import.c:65:import_set_state_nolock()) ffff900485dfd800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788536154.314289:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788536154.314294:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e755c00 x1875415569491584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536156 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.320703:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788536154.322087:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1788536154.322434:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569491584:0@lo:38:kworker.0 00000100:00080000:0.0:1788536154.325506:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788536154.325524:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059fb7ed80 x1875415569491968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325557:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e754700 x1875415569492224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325567:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900488968a80 x1875415569492352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325581:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90048896a300 x1875415569492480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325602:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788536154.325609:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788536154.325616:0:21381:0:(import.c:65:import_set_state_nolock()) ffff900485df9000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788536154.325622:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788536154.325626:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059fb7ed80 x1875415569491968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536154.325632:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569492224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536154.325639:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e754700 x1875415569492224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536161 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325647:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff900488968a80 x1875415569492352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536166 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536154.325705:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3660:1875415569492352:0@lo:400:kworker.0 00000100:00100000:0.0:1788536154.325733:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90048896a300 x1875415569492480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788536162 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536154.325739:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788536154.327959:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569491968:0@lo:400:kworker.0 00000100:00100000:0.0:1788536154.328019:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1788536154.328060:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3659:1875415569492480:0@lo:38:kworker.0 00010000:00010000:0.0:1788536154.329492:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329521:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329527:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329534:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329615:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536154.329625:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329632:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329639:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536154.329646:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.329791:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536154.329797:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.329804:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838a00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536154.329808:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.329817:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536154.329824:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536154.329830:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788536154.329833:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1788536154.329843:0:19531:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536154.329847:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.329854:0:19531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488838a00/0xe79af2f39bbdd854 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd85b expref: -99 pid: 19524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.330428:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536154.330431:0:19531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.330438:0:19531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536154.330441:0:19531:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.330448:0:19531:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536154.330455:0:19531:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536154.330460:0:19531:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788536154.330463:0:19531:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788536154.330469:0:19531:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536154.330472:0:19531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.330480:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536154.330482:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536154.330485:0:19531:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536154.330609:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536154.330639:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788536154.330644:0:21381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488839400/0xe79af2f39bbddaf4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbddafb expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536154.330659:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788536154.330663:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1788536154.330666:0:21381:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1788536154.330706:0:21381:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1788536154.330710:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1788536154.330714:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536154.330719:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788536154.330723:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff900485ee99c0) has no exports 00000020:00080000:0.0:1788536154.330744:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff900485ee99c0) has no exports 00000020:01000000:0.0:1788536154.332798:0:21381:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90048786be40 - data ffff9005bb4bdbd0/ffff9005b98cd400 00000020:01000000:0.0:1788536154.333109:0:21381:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff900488ab08a0 - data ffff9005bb425510/ffff9004822ab000 00100000:10000000:0.0:1788536154.343561:0:21381:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788536154.351795:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd8c4 00000020:00000080:3.0:1788536154.351807:0:21381:0:(genops.c:885:class_export_put()) final put ffff900486a0d000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788536154.351828:0:21381:0:(tgt_mount.c:187:server_put_mount()) put mount ffff900488af2800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788536154.351832:0:21381:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900488af2800 2 00000020:01000004:3.0:1788536154.351835:0:21381:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff900488af2800 from lustre-OST0001 00000020:00000080:3.0:1788536154.351860:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536154.351885:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900486a0d000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788536154.351896:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788536154.351900:0:21381:0:(genops.c:885:class_export_put()) final put ffff900488ac3000/lustre-OST0001_UUID 00000020:00000080:3.0:1788536154.351903:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac3000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788536154.351910:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1788536154.352003:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 25821a76-2177-4c11-bd6b-eb660028a815->MGS 00010000:00010000:3.0:1788536154.352018:0:21381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488839e00/0xe79af2f39bbdd66a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd671 expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536154.352030:0:21381:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488839e00/0xe79af2f39bbdd66a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd671 expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536154.352036:0:21381:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788536154.352039:0:21381:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788536154.352042:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788536154.352055:0:21381:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536154.352059:0:21381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488839e00/0xe79af2f39bbdd66a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd671 expref: -99 pid: 17936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.352073:0:21381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620e400/0xe79af2f39bbdd559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe79af2f39bbdd560 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536154.352079:0:21381:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620e400/0xe79af2f39bbdd559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe79af2f39bbdd560 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536154.352085:0:21381:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788536154.352087:0:21381:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788536154.352088:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788536154.352102:0:21381:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9005831ff000 00010000:00010000:3.0:1788536154.352105:0:21381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620e400/0xe79af2f39bbdd559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe79af2f39bbdd560 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788536154.352122:0:21381:0:(import.c:65:import_set_state_nolock()) ffff9005831ff000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788536154.352132:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788536154.352133:0:21381:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788536154.352135:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788536154.352139:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788536154.352171:0:21381:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90059e755f80 x1875415569492096/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788536160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788536154.352186:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788536154.352189:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:2.0:1788536154.352615:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25821a76-2177-4c11-bd6b-eb660028a815:3659:1875415569492096:0@lo:250:kworker.0 10000000:01000000:3.0:1788536154.352695:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788536154.352702:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd544 00000020:00000080:3.0:1788536154.352707:0:21381:0:(genops.c:885:class_export_put()) final put ffff9005831f9800/25821a76-2177-4c11-bd6b-eb660028a815 00000020:01000000:3.0:1788536154.352715:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.113@tcp (flags='') 00000020:00000080:3.0:1788536154.352719:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536154.352723:0:21381:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.113@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788536154.352727:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff90059fa94d40) has no exports 10000000:01000000:1.0:1788536154.352779:0:17202:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1788536154.352851:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.113@tcp: client import never connected 00000100:00080000:3.0:1788536154.352854:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788536154.352857:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788536154.352859:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788536154.352861:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788536154.352866:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831f9800/25821a76-2177-4c11-bd6b-eb660028a815 for MGC192.168.203.113@tcp 00000020:00000080:3.0:1788536154.352923:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788536154.352928:0:21381:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.113@tcp (uuid 25821a76-2177-4c11-bd6b-eb660028a815) 00000020:01000000:3.0:1788536154.352932:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788536154.352935:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788536154.352938:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788536154.352943:0:21381:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff900485dfd000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788536154.352948:0:21381:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff900488accd40) has exports, disconnecting them 00000020:00080000:3.0:1788536154.352953:0:21381:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff900485dfd000), last request at 1788536084 00000020:00000080:3.0:1788536154.352956:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd950 00000020:00080000:3.0:1788536154.352966:0:21381:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900485dfd000): rc 0 00000020:00000080:3.0:1788536154.352969:0:21381:0:(genops.c:885:class_export_put()) final put ffff900485dfd000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788536154.353459:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9005831ff000 for MGC192.168.203.113@tcp 00000020:00000080:2.0:1788536154.353469:0:37:0:(genops.c:885:class_export_put()) final put ffff9005831f8800/25821a76-2177-4c11-bd6b-eb660028a815 00000020:00000080:2.0:1788536154.353471:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9005831f8800/25821a76-2177-4c11-bd6b-eb660028a815 for MGC192.168.203.113@tcp 00000020:01000000:2.0:1788536154.353476:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.113@tcp (25821a76-2177-4c11-bd6b-eb660028a815) 00000020:00000080:2.0:1788536154.354817:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485dfd000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788536154.355218:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788536154.355222:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788536154.355226:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788536154.355240:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788536154.355388:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788536154.355402:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788536154.355407:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788536154.355411:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788536154.355415:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788536154.355421:0:21381:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff900485dfc800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788536154.355427:0:21381:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff900488ac8000) has exports, disconnecting them 00000020:00080000:2.0:1788536154.355431:0:21381:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff900485dfc800), last request at 1788536084 00000020:00000080:2.0:1788536154.355435:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd965 00000020:00080000:2.0:1788536154.355447:0:21381:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff900485dfc800): rc 0 00000020:00000080:2.0:1788536154.355453:0:21381:0:(genops.c:885:class_export_put()) final put ffff900485dfc800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788536154.356069:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485dfd800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788536154.356077:0:37:0:(genops.c:885:class_export_put()) final put ffff900485dfa000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788536154.356085:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485dfa000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788536154.356095:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788536154.356167:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900485dfc800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788536154.362773:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788536154.362784:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788536154.362788:0:21381:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788536154.362797:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788536154.362835:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff900485df9000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788536154.363894:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788536154.364556:0:19531:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788536154.364761:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1788536154.364885:0:17187:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff900586e15200:17187] 0 exiting: rc = 1 00000100:00100000:0.0:1788536154.365210:0:17188:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff900590494200:17188] 1 exiting: rc = 0 00000100:00100000:1.0:1788536154.365348:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.365590:0:17191:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff900590495200:17191] 2 exiting: rc = 0 00000100:00100000:1.0:1788536154.365645:0:17190:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff900590494e00:17190] 1 exiting: rc = 0 00000100:00100000:3.0:1788536154.366074:0:17189:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff900590495600:17189] 0 exiting: rc = 1 00000100:00100000:3.0:1788536154.366139:0:20232:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff900485dbc200:20232] 3 exiting: rc = 0 00000100:00100000:1.0:1788536154.366303:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366310:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366322:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366328:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366334:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366341:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366348:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366353:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366359:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366365:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366369:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366374:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366379:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366384:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366389:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366395:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366400:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366417:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366421:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366427:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366431:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366436:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366441:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366446:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366451:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366457:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366464:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366468:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366473:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366478:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366483:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366487:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366492:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366496:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366502:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366507:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366512:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366517:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366522:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366526:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366532:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366537:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366542:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366547:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366553:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366558:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366563:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366568:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366572:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366577:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366582:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366588:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366601:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366606:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366611:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366617:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366622:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366628:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366633:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366640:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366646:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366650:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366655:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788536154.366660:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788536154.367645:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788536154.367656:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788536154.367663:0:21381:0:(genops.c:885:class_export_put()) final put ffff900485df9800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788536154.367667:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff900485df9800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788536154.367673:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788536154.367731:0:21381:0:(obd_mount.c:710:lustre_put_lsi()) put ffff900488af2800 1 00000020:00000080:1.0:1788536154.367737:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe79af2f39bbdd83f 00000020:00000080:1.0:1788536154.367743:0:21381:0:(genops.c:885:class_export_put()) final put ffff900488ac7800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788536154.367756:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788536154.367768:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff900488ac7800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788536154.367780:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788536154.367785:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788536154.367788:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff900488ac99c0) has no exports 00000020:00000080:0.0:1788536154.408548:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536154.408562:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788536154.408568:0:21381:0:(genops.c:885:class_export_put()) final put ffff900488af3000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788536154.408572:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff900488af3000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788536154.408585:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1788536154.408902:0:21381:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff900488af5000 00000020:01000000:0.0:1788536154.408930:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1788536154.408935:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788536154.408939:0:21381:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788536154.408943:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff90059d490000) has no exports 00000020:00000080:0.0:1788536154.408959:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788536154.408965:0:21381:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788536154.408968:0:21381:0:(genops.c:885:class_export_put()) final put ffff9005bb33b800/OSS_uuid 00000020:00000080:0.0:1788536154.408970:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9005bb33b800/OSS_uuid for OSS 00000020:01000000:0.0:1788536154.408974:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1788536154.409061:0:18712:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff90059bfdfe00:18712] 1 exiting: rc = 0 00000100:00080000:2.0:1788536154.409255:0:17199:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788536154.409375:0:18713:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9005894dd000:18713] 2 exiting: rc = 0 00000100:00100000:0.0:1788536154.410261:0:19157:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9005ba353000:19157] 3 exiting: rc = 0 00000100:00100000:3.0:1788536154.410567:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff90059bfdee00:18711] 0 exiting: rc = 1 00000100:00100000:2.0:1788536154.411703:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411714:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411719:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411724:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411729:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411734:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411739:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411744:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411750:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411756:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411761:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411766:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411771:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411776:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411782:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411788:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411793:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411797:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411802:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411807:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411824:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411828:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411833:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411838:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411842:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411847:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411852:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411856:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411860:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411865:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411870:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411876:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411881:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411886:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411891:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411896:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411901:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411906:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411911:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411917:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411922:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411928:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411933:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411938:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411943:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411950:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411955:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411961:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411966:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411971:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411976:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411982:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411987:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411993:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.411998:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412012:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412019:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412024:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412029:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412034:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412039:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412044:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412049:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.412055:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536154.413315:0:20689:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff90048238e000:20689] 2 exiting: rc = 0 00000100:00100000:2.0:1788536154.413616:0:18715:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff900585e2b600:18715] 1 exiting: rc = 0 00000100:00100000:2.0:1788536154.413661:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff900585e2ac00:18714] 0 exiting: rc = 1 00000100:00100000:2.0:1788536154.413707:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413714:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413720:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413725:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413730:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413736:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413741:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413745:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413751:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413757:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413762:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413767:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413772:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413777:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413782:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413787:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413792:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413797:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413802:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413807:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413812:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413816:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413821:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413826:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413843:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413848:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413853:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413858:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413862:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413867:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413872:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413877:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413882:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413887:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413892:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413897:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413901:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413907:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413911:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413916:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413921:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413926:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413931:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413935:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413940:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413945:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413950:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413955:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413959:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413964:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413970:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413975:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413980:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413984:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413989:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413994:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.413999:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414006:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414011:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414026:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414030:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414035:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414058:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.414072:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536154.415513:0:18718:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9005ba31b200:18718] 2 exiting: rc = 0 00000100:00100000:2.0:1788536154.415684:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff900585e2b800:18717] 1 exiting: rc = 0 00000100:00100000:2.0:1788536154.415837:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9005b991ca00:18716] 0 exiting: rc = 1 00000100:00100000:2.0:1788536154.415896:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415903:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415908:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415914:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415920:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415932:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415940:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415945:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415950:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415956:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415961:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415967:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415973:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.415978:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416001:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416008:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416013:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416018:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416023:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416029:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416034:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416040:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416044:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416049:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416054:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416060:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416066:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416071:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416099:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416105:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416111:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416117:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416123:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416128:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416133:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416139:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416276:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416285:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416304:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416310:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416315:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416320:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416326:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416331:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416337:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416407:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416416:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416422:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416427:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416431:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416436:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416442:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416447:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416454:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416460:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416465:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416471:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416477:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416482:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416488:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416493:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416499:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416504:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.416528:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536154.420686:0:18719:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9005b9951e00:18719] 0 exiting: rc = 1 00000100:00100000:3.0:1788536154.420896:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9005b9951200:18720] 1 exiting: rc = 0 00000100:00100000:2.0:1788536154.420988:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.420997:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421003:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421008:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421013:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421018:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421024:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421029:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421035:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421041:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421046:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421053:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421059:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421064:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421070:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421076:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421090:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421096:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421102:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421107:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421112:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421118:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421123:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421129:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421134:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421139:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421170:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421176:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421181:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421186:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421191:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421196:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421201:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421206:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421226:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421288:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421295:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421301:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421306:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421311:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421316:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421321:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421325:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421331:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421335:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421350:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421356:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421362:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421367:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421372:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421377:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421382:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421387:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421392:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421396:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421401:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421406:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421412:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421417:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421422:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421427:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421431:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421436:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.421442:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788536154.422213:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9005b9950e00:18722] 1 exiting: rc = 0 00000100:00100000:3.0:1788536154.422519:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9005b9950400:18721] 0 exiting: rc = 1 00000100:00100000:2.0:1788536154.422605:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422612:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422618:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422624:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422648:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422661:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422667:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422675:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422680:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422686:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422691:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422697:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422703:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422708:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422714:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422720:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422741:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422747:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422753:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422758:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422764:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422769:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422774:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422780:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422786:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422793:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422799:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422804:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422823:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422831:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422837:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422843:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422849:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422855:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422861:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422867:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422872:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422878:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422884:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422889:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422916:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422923:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422928:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422933:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422939:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422943:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422948:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422954:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422959:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422964:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422970:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422975:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.422997:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423005:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423010:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423016:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423022:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423027:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423032:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423038:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423044:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423050:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423055:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788536154.423061:0:21381:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1788536154.431796:0:21381:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788536175.409022:0:22145:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788536185.899577:0:22745:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788536185.899582:0:22745:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788536185.899583:0:22745:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788536185.899686:0:22745:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90059dc0f800 00000020:01000004:1.0:1788536185.899701:0:22745:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788536185.899707:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788536185.899721:0:22745:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff90059d4919c0) 00000020:00000080:1.0:1788536185.899734:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788536185.968332:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788536185.969035:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.975094:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.975693:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.976677:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.977240:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.977569:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.977732:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.977957:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.978316:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.978989:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.979437:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.980255:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788536185.981095:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788536185.981986:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.982309:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.982573:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.982791:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.983522:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.983950:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.984741:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.985070:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.985940:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.986407:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.986733:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.986996:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.988092:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.988815:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.989092:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.989516:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.990417:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.990829:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.991095:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.991473:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788536185.991821:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788536185.992290:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788536185.994309:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788536185.995203:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788536185.995652:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788536185.995904:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788536185.996327:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1788536185.997420:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788536185.997785:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788536185.998417:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788536185.998692:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788536185.998989:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1788536186.001022:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.005282:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.005691:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.005850:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.006567:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.006730:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1788536186.006880:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:2.0:1788536186.007697:0:22745:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788536186.007951:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788536186.007961:0:22745:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788536186.007971:0:22745:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdddb7 00000020:01000004:2.0:1788536186.007978:0:22745:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788536186.007983:0:22745:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788536186.007987:0:22745:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90059dc0f800 from MGS 00000020:01000004:2.0:1788536186.007990:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788536186.007999:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff900488ac99c0) 00000020:00000080:2.0:1788536186.008008:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788536186.008074:0:22745:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059dc0f800 from MGS, refs=2 00080000:01000000:2.0:1788536186.008078:0:22745:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788536186.008360:0:22745:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdddc5 00000100:00100000:2.0:1788536186.008465:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788536186.008609:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788536186.008615:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788536186.009310:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788536186.009319:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788536186.009959:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536186.010139:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788536186.010415:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788536186.011557:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788536186.011567:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788536186.011988:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788536186.011995:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788536186.012853:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.012857:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.012859:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.013688:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.013691:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.013693:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536186.014529:0:22745:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1788536186.020852:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1788536186.021950:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1788536186.023187:0:22757:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788536186.023469:0:22745:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788536186.023514:0:22745:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788536186.024230:0:22745:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788536186.025739:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788536186.025973:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788536186.025980:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788536186.028676:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788536186.028690:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1788536186.029274:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1788536186.029289:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1788536186.030045:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1788536186.030065:0:22745:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.113@tcp' 00000020:01000004:0.0:1788536186.030066:0:22745:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1788536186.030096:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.113@tcp (typ=mgc) 00000020:00000080:0.0:1788536186.030108:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.113@tcp (ffff90059e5d3380) 00000020:00000080:0.0:1788536186.030125:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1788536186.030230:0:22745:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90059dcde800@MGC192.168.203.113@tcp: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536186.030395:0:22745:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.113@tcp-0 is initialized 00000040:01000000:0.0:1788536186.030401:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788536186.030888:0:22762:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1788536186.034952:0:22763:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788536186.035132:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.113@tcp (uuid df35e6cb-241c-4c30-8f01-6a8feed38be0) 00000020:00000080:0.0:1788536186.035256:0:22745:0:(genops.c:1385:class_connect()) connect: client df35e6cb-241c-4c30-8f01-6a8feed38be0, cookie 0xe79af2f39bbdddd3 00000100:00080000:0.0:1788536186.035269:0:22745:0:(import.c:545:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536186.035386:0:22745:0:(import.c:665:import_select_connection()) MGC192.168.203.113@tcp: import ffff90059dcde800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536186.035423:0:22745:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e757100 x1875415569492608/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536186.035494:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df35e6cb-241c-4c30-8f01-6a8feed38be0:3659:1875415569492608:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788536186.035560:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788536186.035658:0:22745:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import df35e6cb-241c-4c30-8f01-6a8feed38be0->MGS 00000020:01000004:0.0:1788536186.035678:0:22745:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788536186.035683:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788536186.035695:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff90059e5d4d40) 00000020:00000080:0.0:1788536186.035706:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1788536186.039130:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569492608 00000100:00100000:1.0:1788536186.039158:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569492608 00000100:00100000:1.0:1788536186.039207:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788536186.039217:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3659:x1875415569492608:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788536186.039251:0:22758:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from df35e6cb-241c-4c30-8f01-6a8feed38be0@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:1.0:1788536186.039295:0:22758:0:(genops.c:1385:class_connect()) connect: client df35e6cb-241c-4c30-8f01-6a8feed38be0, cookie 0xe79af2f39bbddde1 00000100:00080000:1.0:1788536186.039554:0:22758:0:(import.c:65:import_set_state_nolock()) ffff9004882ac800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536186.047979:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+5:3659:x1875415569492608:12345-0@lo:250:mount.lustre.0 Request processed in 8750us (12406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.047994:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788536186.050796:0:3659:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.113@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788536186.050827:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.113@tcp: connect to target with instance 0 00000100:00080000:2.0:1788536186.050843:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.113@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1788536186.050850:0:3659:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1788536186.050856:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90059dcde800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1788536186.050859:0:3659:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1788536186.050871:0:3659:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1788536186.050881:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df35e6cb-241c-4c30-8f01-6a8feed38be0:3659:1875415569492608:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788536186.052706:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536186.052911:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788536186.052917:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788536186.054729:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1788536186.054739:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788536186.055406:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788536186.055414:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788536186.056273:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536186.056567:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788536186.056572:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788536186.057006:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788536186.057021:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1788536186.101457:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536186.101718:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1788536186.101724:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1788536186.110591:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788536186.110695:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788536186.111801:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788536186.111984:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788536186.111990:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788536186.112828:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788536186.112842:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788536186.114607:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788536186.114774:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788536186.114779:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788536186.115982:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788536186.115994:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788536186.122945:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788536186.123517:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788536186.123525:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788536186.124772:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788536186.124781:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788536186.157357:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788536186.157565:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788536186.157572:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788536186.164030:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788536186.164045:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1788536186.169496:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788536186.169512:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788536186.170642:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788536186.170667:0:22745:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1788536186.170672:0:22745:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788536186.170760:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788536186.170791:0:22745:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.113@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788536186.170795:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788536186.170797:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788536186.170798:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536186.170799:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536186.170800:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536186.170801:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536186.170803:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788536186.170804:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788536186.170806:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536186.170807:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788536186.170809:0:22745:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788536186.170811:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788536186.170812:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788536186.170813:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536186.170818:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536186.170819:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536186.170820:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536186.170821:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788536186.170822:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788536186.170823:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536186.170823:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788536186.170849:0:22745:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788536186.170867:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492736:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788536186.171053:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536186.171173:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900584ccf180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.178260:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569492736 00000100:00100000:0.0:1788536186.178275:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569492736 00000100:00100000:0.0:1788536186.178494:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788536186.178504:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+5:22745:x1875415569492736:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788536186.178552:0:22761:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788536186.178555:0:22761:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788536186.178558:0:22761:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788536186.179711:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788536186.183939:0:22761:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788536186.191315:0:22783:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788536186.191324:0:22783:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788536186.191327:0:22783:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788536186.191330:0:22783:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788536186.191537:0:22783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788536186.191745:0:22761:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788536186.191757:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788536186.193227:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+5:22745:x1875415569492736:12345-0@lo:253:mount.lustre.0 Request processed in 14717us (22166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.193241:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788536186.194654:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492736:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788536186.194671:0:22745:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788536186.194674:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788536186.194676:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788536186.194678:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536186.194679:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536186.194680:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536186.194681:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536186.194683:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788536186.194684:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788536186.194686:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536186.194687:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788536186.194707:0:22745:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90059dc0f800 from lustre-MDT0000 10000000:01000000:1.0:1788536186.194741:0:22745:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788536186.194744:0:22745:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788536186.194748:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff90059e5d3380 10000000:01000000:1.0:1788536186.194751:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788536186.194759:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90059e5d3380 from 1 10000000:01000000:1.0:1788536186.194762:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788536186.194804:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.194815:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.194845:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.194866:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788536186.195807:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.195863:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900584ccfc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536186.197113:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569492864 00000100:00100000:1.0:1788536186.197305:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569492864 00000100:00100000:1.0:1788536186.197468:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536186.197479:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+5:22745:x1875415569492864:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536186.197494:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536186.197514:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488067e00/0xe79af2f39bbdddef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddde8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.197549:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067e00/0xe79af2f39bbdddef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddde8 expref: 6 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.197560:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488067e00/0xe79af2f39bbdddef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddde8 expref: 6 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.197568:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488067e00, rc 0) 00000100:00100000:1.0:1788536186.197640:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+6:22745:x1875415569492864:12345-0@lo:101:mount.lustre.0 Request processed in 164us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.197646:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788536186.197728:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492864:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.197745:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.197756:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.197843:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.197875:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.198437:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900590d24a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.198549:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569492992 00000100:00100000:0.0:1788536186.198555:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569492992 00000100:00100000:1.0:1788536186.198608:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536186.198617:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+6:22745:x1875415569492992:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536186.198694:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+6:22745:x1875415569492992:12345-0@lo:501:mount.lustre.0 Request processed in 80us (819us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536186.198715:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788536186.198768:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569492992:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788536186.198799:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788536186.198810:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.198819:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.198845:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90059dc0f800 10000000:01000000:2.0:1788536186.198851:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788536186.198855:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff90059dc0f800 10000000:01000000:2.0:1788536186.198858:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788536186.198862:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff90059dc0f800 from 1 10000000:01000000:2.0:1788536186.198864:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788536186.198897:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.198905:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.198913:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.198929:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493120:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536186.198955:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.199376:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900590d24a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.199467:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493120 00000100:00100000:3.0:1788536186.199472:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493120 00000100:00100000:3.0:1788536186.199495:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788536186.199501:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+6:22745:x1875415569493120:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536186.199508:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536186.199538:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51e00/0xe79af2f39bbdddfd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbdddf6 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.199555:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51e00/0xe79af2f39bbdddfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbdddf6 expref: 7 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.199564:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51e00/0xe79af2f39bbdddfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdddf6 expref: 7 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.199572:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51e00, rc 0) 00000100:00100000:3.0:1788536186.199616:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+7:22745:x1875415569493120:12345-0@lo:101:mount.lustre.0 Request processed in 114us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.199621:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788536186.199710:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493120:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.199722:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddfd expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.199730:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdddfd expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.199742:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788536186.199746:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddfd expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.199761:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998f600/0xe79af2f39bbdddf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddfd expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.199767:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788536186.199771:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788536186.199775:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff90059dc0f800 10000000:01000000:2.0:1788536186.199778:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788536186.199781:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788536186.199783:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788536186.199799:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.199805:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.199811:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.199824:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493248:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536186.199859:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.199878:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900590d24a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.200327:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493248 00000100:00100000:3.0:1788536186.200334:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493248 00000100:00100000:3.0:1788536186.200366:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536186.200373:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+7:22745:x1875415569493248:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536186.200381:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536186.200391:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51000/0xe79af2f39bbdde0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbdde04 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.200406:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51000/0xe79af2f39bbdde0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbdde04 expref: 8 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.200414:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51000/0xe79af2f39bbdde0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdde04 expref: 8 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.200420:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51000, rc 0) 00000100:00100000:3.0:1788536186.200460:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+8:22745:x1875415569493248:12345-0@lo:101:mount.lustre.0 Request processed in 88us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.200476:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788536186.200710:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493248:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.200725:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde0b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.200734:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdde0b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.200799:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493376:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.200825:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.200856:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900590d24a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.201233:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493376 00000100:00100000:3.0:1788536186.201239:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493376 00000100:00100000:3.0:1788536186.201262:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788536186.201268:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+8:22745:x1875415569493376:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536186.201398:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22745:x1875415569493376:12345-0@lo:501:mount.lustre.0 Request processed in 130us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.201405:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536186.201473:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493376:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.201502:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493504:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536186.201542:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.201561:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff900590d24a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.201610:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493504 00000100:00100000:3.0:1788536186.201614:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493504 00000100:00100000:3.0:1788536186.201633:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788536186.201638:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22745:x1875415569493504:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788536186.202322:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22745:x1875415569493504:12345-0@lo:503:mount.lustre.0 Request processed in 680us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.202331:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536186.203094:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569493504:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536186.208325:0:22784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22784:1875415569493632:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536186.208416:0:22784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536186.208499:0:22784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.212808:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493632 00000100:00100000:3.0:1788536186.212946:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493632 00000100:00100000:3.0:1788536186.213066:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536186.213077:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22784:x1875415569493632:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536186.214498:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22784:x1875415569493632:12345-0@lo:502:llog_process_th.0 Request processed in 1416us (6075us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.214736:0:22784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22784:1875415569493632:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788536186.214774:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536186.214786:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536186.214788:0:22784:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788536186.214793:0:22784:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788536186.214796:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788536186.214809:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff900485ee99c0) 00000020:00000080:3.0:1788536186.214834:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788536186.214839:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788536186.214926:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788536186.214934:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde19 00000020:00000080:3.0:1788536186.215203:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788536186.215208:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536186.215212:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536186.215213:0:22784:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788536186.215216:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536186.215220:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536186.215221:0:22784:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788536186.215224:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788536186.215232:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff900485eecd40) 00000020:00000080:3.0:1788536186.215242:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788536186.215246:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788536186.215249:0:22784:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788536186.215252:0:22784:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788536186.215259:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788536186.215299:0:22784:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059dc0f800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788536186.215311:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff900485eeb380) 00000020:00000080:3.0:1788536186.215318:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788536186.215383:0:22784:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788536186.215388:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbdde2e 00000020:00000080:3.0:1788536186.215470:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788536186.215476:0:22784:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788536186.215480:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xe79af2f39bbdde35 00080000:01000000:3.0:1788536186.215484:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788536186.215488:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde3c 00000100:00100000:1.0:1788536186.216429:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1788536186.326855:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788536186.327312:0:22784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1788536186.327720:0:22784:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788536186.328425:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff900485ee8000) 00000020:00000080:3.0:1788536186.328443:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788536186.328581:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788536186.328588:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde4a 00000020:00000080:3.0:1788536186.334775:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788536186.339594:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xe79af2f39bbdde51 00000020:00000080:1.0:1788536186.344550:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788536186.344563:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536186.344571:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536186.344573:0:22784:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788536186.344575:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788536186.344578:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788536186.344580:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788536186.344581:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788536186.344582:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788536186.344585:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536186.344586:0:22784:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788536186.344588:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536186.344592:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536186.344594:0:22784:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788536186.344599:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788536186.344647:0:22784:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788536186.344664:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536186.344667:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536186.344669:0:22784:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788536186.344671:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536186.344675:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536186.344676:0:22784:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1788536186.344679:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788536186.344692:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:00000080:1.0:1788536186.344718:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788536186.344733:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff90059d494d40) 00000020:00000080:1.0:1788536186.344751:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788536186.344756:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788536186.344810:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1788536186.344815:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788536186.344821:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde5f 00010000:00080000:1.0:1788536186.344850:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff900589922000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:1.0:1788536186.346499:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788536186.352729:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788536186.352744:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788536186.352783:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788536186.352806:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbdde66 00000100:00080000:2.0:1788536186.352817:0:22784:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788536186.352824:0:22784:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff900589922000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536186.352864:0:22784:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879c8380 x1875415569493760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788536186.352898:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788536186.352961:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536186.352964:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.352967:0:22784:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788536186.352969:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788536186.352972:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1788536186.352974:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536186.352975:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536186.352976:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788536186.352978:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.352989:0:22784:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788536186.352993:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788536186.352998:0:22784:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788536186.353001:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.353003:0:22784:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788536186.353005:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788536186.353039:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:2.0:1788536186.353066:0:22784:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788536186.353068:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788536186.353080:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff900488ac8000) 00000020:00000080:2.0:1788536186.353090:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788536186.353094:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788536186.353198:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788536186.353205:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788536186.353214:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde74 00010000:00080000:2.0:1788536186.353245:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005c06cf800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:2.0:1788536186.353457:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1788536186.353825:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569493760:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788536186.354030:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536186.354355:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569493760 00000100:00100000:3.0:1788536186.354363:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569493760 00000100:00100000:3.0:1788536186.354401:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536186.354408:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569493760:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1788536186.354425:0:22771:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1788536186.357991:0:22784:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788536186.359063:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788536186.367229:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788536186.367742:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788536186.377668:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788536186.378049:0:22790:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788536186.378054:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788536186.380268:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788536186.380337:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788536186.380543:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788536186.380566:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbdde7b 00000100:00080000:2.0:1788536186.380576:0:22784:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788536186.380581:0:22784:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9005c06cf800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536186.380614:0:22784:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cad80 x1875415569493888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536186.380676:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569493888:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788536186.380727:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569493888 offset 0 length 520: 4 00000100:00080000:2.0:1788536186.380777:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788536186.380835:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536186.380840:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.380842:0:22784:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788536186.380845:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788536186.380860:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788536186.380862:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536186.380864:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536186.380865:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788536186.380868:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.380869:0:22784:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788536186.380872:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788536186.380876:0:22784:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788536186.380880:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.380881:0:22784:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788536186.380884:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788536186.380887:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:2.0:1788536186.380908:0:22784:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788536186.380911:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788536186.380923:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff900488accd40) 00000020:00000080:2.0:1788536186.380934:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1788536186.380938:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788536186.381005:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1788536186.381023:0:22784:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:2.0:1788536186.381029:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe79af2f39bbdde89 00010000:00080000:2.0:1788536186.381064:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff900488140000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:2.0:1788536186.381293:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1788536186.381365:0:22784:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788536186.381383:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788536186.389612:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788536186.390467:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788536186.390676:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788536186.391982:0:22792:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788536186.391990:0:22792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00100000:2.0:1788536186.393923:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569493760:12345-0@lo:38:llog_process_th.0 Request processed in 39509us (39888us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788536186.393954:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788536186.394063:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788536186.394068:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788536186.394073:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569493760:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1788536186.395072:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788536186.395086:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788536186.395539:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788536186.395562:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbdde90 00000100:00080000:2.0:1788536186.395571:0:22784:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788536186.395588:0:22784:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff900488140000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536186.395621:0:22784:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cb100 x1875415569494016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536186.395679:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569494016:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788536186.395727:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569494016 offset 0 length 520: 4 00000100:00080000:2.0:1788536186.395777:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788536186.395840:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536186.395845:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.395847:0:22784:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788536186.395850:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536186.395853:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.395854:0:22784:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788536186.395857:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788536186.395859:0:22784:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788536186.395861:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536186.395863:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.395864:0:22784:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788536186.395866:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536186.395868:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536186.395869:0:22784:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788536186.395872:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788536186.395896:0:22784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22784:1875415569494144:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536186.395940:0:22784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.395954:0:22784:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536186.396062:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494144 00000100:00100000:1.0:1788536186.396067:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494144 00000100:00100000:1.0:1788536186.396108:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788536186.396115:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22784:x1875415569494144:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536186.396268:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22784:x1875415569494144:12345-0@lo:502:llog_process_th.0 Request processed in 152us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.396286:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788536186.396389:0:22784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22784:1875415569494144:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788536186.396420:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536186.396425:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536186.396426:0:22784:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788536186.396430:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788536186.396809:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788536186.396831:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788536186.396851:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde0b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.396863:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998ec00/0xe79af2f39bbdde04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde0b expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.396871:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90059dc0f800 from 1 10000000:01000000:2.0:1788536186.396881:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536186.396909:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.396917:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.396926:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.396940:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494272:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536186.396972:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.397002:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4563c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.397094:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494272 00000100:00100000:3.0:1788536186.397099:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494272 00000100:00100000:3.0:1788536186.397130:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788536186.397136:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+9:22745:x1875415569494272:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536186.397176:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536186.397189:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbdde97 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.397209:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 10 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.397223:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 10 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.397238:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51600, rc 0) 00000100:00100000:3.0:1788536186.397268:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+10:22745:x1875415569494272:12345-0@lo:101:mount.lustre.0 Request processed in 131us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.397424:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536186.397591:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494272:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.397605:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.397613:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.398892:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494400:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788536186.398955:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.398990:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4563c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.399032:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494400 00000100:00100000:2.0:1788536186.399037:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494400 00000100:00100000:2.0:1788536186.399080:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788536186.399089:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+10:22745:x1875415569494400:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788536186.399108:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788536186.399180:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788536186.399250:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+10:22745:x1875415569494400:12345-0@lo:256:mount.lustre.0 Request processed in 161us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.399259:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788536186.399310:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494400:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788536186.400264:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788536186.400293:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.400304:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.400312:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90059dc0f800 from 1 10000000:01000000:2.0:1788536186.400316:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788536186.400348:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.400356:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.400365:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.400383:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494528:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536186.400424:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.400462:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4563c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.400465:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494528 00000100:00100000:3.0:1788536186.400473:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494528 00000100:00100000:3.0:1788536186.400509:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788536186.400517:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+10:22745:x1875415569494528:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536186.400526:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536186.400539:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddea5 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.400558:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 11 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.400568:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 11 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.400577:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51200, rc 0) 00000100:00100000:3.0:1788536186.400611:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569494528:12345-0@lo:101:mount.lustre.0 Request processed in 96us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.400618:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788536186.408410:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494528:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.408440:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.408466:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.408777:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494656:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.408834:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.408872:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4563c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.409056:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494656 00000100:00100000:3.0:1788536186.409063:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494656 00000100:00100000:3.0:1788536186.409112:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788536186.409121:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569494656:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536186.409349:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569494656:12345-0@lo:501:mount.lustre.0 Request processed in 229us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.409364:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788536186.412349:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494656:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536186.412561:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494784:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536186.412635:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.412679:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90048806a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536186.412690:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494784 00000100:00100000:1.0:1788536186.412698:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494784 00000100:00100000:1.0:1788536186.412747:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788536186.412761:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569494784:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536186.412886:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569494784:12345-0@lo:503:mount.lustre.0 Request processed in 126us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.412894:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788536186.413123:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569494784:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536186.414096:0:22794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22794:1875415569494912:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.414189:0:22794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.414226:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff90048806a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.414590:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569494912 00000100:00100000:2.0:1788536186.414597:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569494912 00000100:00100000:2.0:1788536186.414641:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788536186.414649:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22794:x1875415569494912:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536186.415220:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22794:x1875415569494912:12345-0@lo:502:llog_process_th.0 Request processed in 570us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.415228:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788536186.416037:0:22794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22794:1875415569494912:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788536186.416074:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536186.416084:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416087:0:22794:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788536186.416094:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90059dc0f800 00000020:00000080:0.0:1788536186.416096:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788536186.416104:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536186.416106:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416107:0:22794:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788536186.416118:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536186.416121:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416122:0:22794:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788536186.416125:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90059dc0f800 00000020:00000080:0.0:1788536186.416128:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788536186.416237:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536186.416241:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416242:0:22794:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788536186.416245:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536186.416248:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416249:0:22794:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788536186.416252:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90059dc0f800 00000020:00000080:0.0:1788536186.416254:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788536186.416274:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536186.416277:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416278:0:22794:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788536186.416281:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536186.416283:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.416285:0:22794:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788536186.416289:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90059dc0f800 00000020:00000080:0.0:1788536186.416291:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788536186.416354:0:22794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22794:1875415569495040:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.416528:0:22794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.416563:0:22794:0:(client.c:2716:ptlrpc_set_wait()) set ffff90048806a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.417380:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495040 00000100:00100000:2.0:1788536186.417390:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495040 00000100:00100000:2.0:1788536186.417441:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788536186.417451:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22794:x1875415569495040:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536186.417764:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22794:x1875415569495040:12345-0@lo:502:llog_process_th.0 Request processed in 314us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.417772:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788536186.417947:0:22794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22794:1875415569495040:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788536186.417978:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536186.417986:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536186.417988:0:22794:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788536186.417992:0:22794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788536186.418838:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788536186.418875:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788536186.418897:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.418910:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536186.418973:0:22745:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788536186.418977:0:22745:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90059dc0f800 10000000:01000000:2.0:1788536186.418980:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90059dc0f800 10000000:01000000:2.0:1788536186.418983:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788536186.418989:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90059dc0f800 from 1 10000000:01000000:2.0:1788536186.418991:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788536186.419031:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.419040:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.419050:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.419071:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495168:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536186.419121:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.419187:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.419353:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495168 00000100:00100000:3.0:1788536186.419360:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495168 00000100:00100000:3.0:1788536186.419396:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788536186.419404:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22745:x1875415569495168:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536186.419414:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536186.419426:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51800/0xe79af2f39bbddeba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddeb3 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.419449:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51800/0xe79af2f39bbddeba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddeb3 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.419458:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51800/0xe79af2f39bbddeba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddeb3 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.419466:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51800, rc 0) 00000100:00100000:3.0:1788536186.419513:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569495168:12345-0@lo:101:mount.lustre.0 Request processed in 109us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.419519:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788536186.420887:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495168:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536186.420912:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeba expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.420923:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddeba expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.420998:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.421059:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.421113:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.421293:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495296 00000100:00100000:0.0:1788536186.421298:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495296 00000100:00100000:0.0:1788536186.421353:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788536186.421360:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569495296:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536186.421470:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569495296:12345-0@lo:501:mount.lustre.0 Request processed in 110us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.421488:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788536186.425106:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536186.425225:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536186.425312:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.425722:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495424 00000100:00100000:2.0:1788536186.425729:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495424 00000100:00100000:2.0:1788536186.425777:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788536186.425785:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569495424:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536186.425890:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569495424:12345-0@lo:503:mount.lustre.0 Request processed in 105us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.425909:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788536186.425958:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.425971:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569495424:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536186.435780:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495552:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.435863:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.435902:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff90048806a600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.435996:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495552 00000100:00100000:2.0:1788536186.436005:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495552 00000100:00100000:2.0:1788536186.436058:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788536186.436067:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495552:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536186.437729:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495552:12345-0@lo:502:llog_process_th.0 Request processed in 1655us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.437742:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788536186.437917:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495552:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788536186.437980:0:22796:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788536186.437995:0:22796:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff90059e5d0000) 00000020:00000080:0.0:1788536186.438023:0:22796:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788536186.446842:0:22796:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059dc0f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788536186.446852:0:22796:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90059dc0f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788536186.446855:0:22796:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90059dc0f800 4 00010000:00080000:0.0:1788536186.446892:0:22796:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005c06db000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536186.457956:0:22796:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788536186.458198:0:22796:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788536186.458241:0:22796:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788536186.458255:0:22796:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xe79af2f39bbddec8 00000100:00080000:0.0:1788536186.458265:0:22796:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536186.458272:0:22796:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9005c06db000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536186.458321:0:22796:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e754a80 x1875415569495680/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536186.458358:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569495680:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788536186.458427:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788536186.458490:0:22796:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788536186.459284:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495680 00000100:00100000:3.0:1788536186.459295:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495680 00000100:00100000:3.0:1788536186.459336:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536186.459344:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569495680:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788536186.459408:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569495680:12345-0@lo:38:llog_process_th.0 Request processed in 62us (979us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788536186.459415:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788536186.459608:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788536186.459616:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788536186.459619:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788536186.459623:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569495680:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788536186.460759:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.460825:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.460860:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495808 00000100:00100000:0.0:1788536186.460867:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495808 00000100:00100000:0.0:1788536186.460906:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788536186.460915:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.461042:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495808:12345-0@lo:502:llog_process_th.0 Request processed in 127us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.461050:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788536186.461095:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005b7bfb780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.461114:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.461370:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495936:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536186.461411:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.461428:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005b7bfb780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.461991:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569495936 00000100:00100000:2.0:1788536186.461999:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569495936 00000100:00100000:2.0:1788536186.462059:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788536186.462069:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536186.462571:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22796:x1875415569495936:12345-0@lo:502:llog_process_th.0 Request processed in 502us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.462587:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788536186.462652:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df35e6cb-241c-4c30-8f01-6a8feed38be0:22796:1875415569495936:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788536186.462682:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788536186.462751:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788536186.462775:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536186.462800:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeba expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.462812:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998fe00/0xe79af2f39bbddeb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddeba expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788536186.462863:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788536186.462867:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788536186.462868:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536186.462870:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536186.462871:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536186.462872:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536186.462874:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536186.462876:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788536186.462878:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536186.462879:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788536186.462883:0:22745:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788536186.462886:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788536186.462887:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788536186.462888:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536186.462889:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536186.462891:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536186.462892:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536186.462893:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536186.462894:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788536186.462895:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536186.462896:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788536186.462913:0:22745:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788536186.462927:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569496064:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788536186.462975:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.463004:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536186.463052:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496064 00000100:00100000:1.0:1788536186.463058:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496064 00000100:00100000:1.0:1788536186.463093:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788536186.463101:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569496064:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788536186.463123:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788536186.463328:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788536186.468616:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788536186.468630:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788536186.468713:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788536186.468717:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788536186.468742:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.468761:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.468776:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.468819:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.468834:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536186.468850:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569496192:0@lo:104: 00000100:00100000:0.0:1788536186.468915:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.468960:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005b7bfbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.468963:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496192 00000100:00100000:2.0:1788536186.468972:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496192 00000100:00100000:2.0:1788536186.469024:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788536186.469034:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569496192:12345-0@lo:104: 00010000:00010000:2.0:1788536186.469049:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.469111:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788536186.469119:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569496192:12345-0@lo:104: Request processed in 86us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536186.469127:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788536186.469217:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569496192:0@lo:104: 00010000:00010000:0.0:1788536186.469244:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536186.469590:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22745:x1875415569496064:12345-0@lo:253:mount.lustre.0 Request processed in 6488us (6613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.469600:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788536186.469607:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:22745:1875415569496064:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788536186.469621:0:22745:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788536186.469624:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788536186.469627:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788536186.469629:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536186.469630:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536186.469632:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536186.469633:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536186.469634:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536186.469636:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788536186.469638:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536186.469640:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788536186.469653:0:22745:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1788536186.470027:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536186.470034:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.470042:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998fc00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536186.470046:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.470055:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536186.470062:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536186.470067:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536186.470106:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.470113:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536186.470167:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.470174:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbdde97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbdde9e expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.470190:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.470192:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536186.470194:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536186.470225:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569496320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536186.470258:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536186.470725:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496320 00000100:00100000:0.0:1788536186.470732:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496320 00010000:00010000:0.0:1788536186.470755:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536186.470787:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788536186.470794:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:3661:x1875415569496320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536186.470804:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536186.470816:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470826:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470839:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af51600/0xe79af2f39bbdde9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbdde97 expref: 12 pid: 22761 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470853:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470861:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788536186.470874:0:22751:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002157124s 00010000:00010000:0.0:1788536186.470878:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470885:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470892:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470899:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470904:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620fc00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536186.470908:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470927:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470942:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.470952:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536186.470990:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:3661:x1875415569496320:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.470997:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788536186.471039:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569496320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536186.471066:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.471073:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.471080:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620fc00/0xe79af2f39bbddecf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788536186.491963:0:22745:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:0.0:1788536186.492470:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1788536186.492762:0:22806:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:3.0:1788536186.492773:0:22806:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:0.0:1788536186.492874:0:22807:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788536186.493132:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1788536186.493541:0:22807:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:2.0:1788536186.494959:0:22808:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9004879cbb80 x1875415569496448/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536186.494973:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000040:01000000:1.0:1788536186.495547:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788536186.495587:0:22745:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788536186.497116:0:22745:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788536186.497135:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788536186.497226:0:22745:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788536186.499268:0:22745:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788536186.499424:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788536186.499492:0:22807:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1788536186.500561:0:22745:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788536186.500613:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788536186.501677:0:22745:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788536186.502432:0:22745:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788536186.504398:0:22745:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788536186.505990:0:22745:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788536186.506034:0:22745:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa58c41697988 00100000:10000000:1.0:1788536186.506042:0:22745:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1788536186.506671:0:22745:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788536186.506687:0:22745:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788536186.506705:0:22745:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1788536186.506733:0:22745:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1788536186.510947:0:22745:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536186.511214:0:22745:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788536187.052684:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536187.506329:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000040:00080000:2.0:1788536187.513085:0:22800:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788536187.513103:0:22800:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536187.517177:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788536187.517192:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1788536187.885529:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788536187.885537:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90059dc0f800 from 11 10000000:01000000:2.0:1788536187.885542:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536187.885591:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536187.885603:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536187.885615:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536187.885640:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569496576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536187.885718:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536187.885764:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900582eb1300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536187.888537:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496576 00000100:00100000:3.0:1788536187.888553:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496576 00000100:00100000:3.0:1788536187.888644:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788536187.888654:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+11:22763:x1875415569496576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536187.888670:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536187.888689:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbdded6 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536187.888719:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536187.888731:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536187.888739:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af50a00, rc 0) 00000100:00100000:3.0:1788536187.888816:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22763:x1875415569496576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (3098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536187.888823:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788536187.888913:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569496576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536187.888933:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536187.888943:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536187.889028:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569496704:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788536187.889077:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536187.894511:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496704 00000100:00100000:1.0:1788536187.894528:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496704 00000100:00100000:2.0:1788536187.894556:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900582eb1300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536187.894833:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788536187.894847:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22763:x1875415569496704:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788536187.895402:0:22761:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788536187.895427:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788536187.895431:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788536187.895629:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:22763:x1875415569496704:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 783us (6549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536187.895689:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569496704:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788536187.895760:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000100:00100000:3.0:1788536187.895790:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:2.0:1788536187.895879:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536187.895905:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536188.079045:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536188.527447:0:22800:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788536188.527469:0:22800:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536188.527607:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788536188.527645:0:22800:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536188.527908:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788536188.528074:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:0.0:1788536189.105868:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536189.551297:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:2.0:1788536190.124481:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536190.572616:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:3.0:1788536191.149804:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536191.255252:0:23052:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1788536191.596254:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000100:00100000:1.0:1788536191.916749:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1788536191.919933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788536191.919942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788536191.919946:0:37:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536191.919955:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:3.0:1788536191.919960:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788536191.919967:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff900589922000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536191.920011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7d180 x1875415569496960/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788536191.920029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536191.920032:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536191.920035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536191.920038:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536191.920041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788536191.920044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788536191.920045:0:37:0:(import.c:65:import_set_state_nolock()) ffff9005c06db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536191.920049:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9005c06db000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536191.920060:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7d500 x1875415569497088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536191.920275:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569496960:0@lo:38:kworker.0 00000100:00100000:0.0:1788536191.920390:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536191.920453:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569497088:0@lo:38:kworker.0 00000100:00100000:0.0:1788536191.920478:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536191.920845:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497088 00000100:00100000:2.0:1788536191.920854:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497088 00000100:00100000:2.0:1788536191.920887:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788536191.920894:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1875415569497088:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788536191.920918:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1788536191.920959:0:22768:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xe79af2f39bbddee4 00000004:00100000:2.0:1788536191.920984:0:22768:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788536191.921140:0:22768:0:(import.c:65:import_set_state_nolock()) ffff9005c06cd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536191.921217:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875415569497088:12345-0@lo:38:kworker.0 Request processed in 321us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536191.921224:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788536191.921271:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90059fb7d500 x1875415569497088/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788536191.921286:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788536191.921293:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788536191.921297:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788536191.921300:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06db000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788536191.921306:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875415569497088:0@lo:38:kworker.0 00000100:00100000:1.0:1788536191.923442:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569496832:0@lo:400:kworker.0 00000100:00100000:1.0:1788536191.923510:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536191.923557:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496832 00000100:00100000:1.0:1788536191.923564:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496832 00000100:00100000:1.0:1788536191.923607:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788536191.923617:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:3663:x1875415569496832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536191.923661:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:3663:x1875415569496832:12345-0@lo:400:kworker.0 Request processed in 47us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536191.923669:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788536191.923888:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569496832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536191.926507:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496960 00000100:00100000:3.0:1788536191.926523:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496960 00000100:00100000:3.0:1788536191.926578:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788536191.926585:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1875415569496960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788536191.926618:0:22772:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788536191.926704:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1875415569496960:12345-0@lo:38:kworker.0 Request processed in 118us (6313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788536191.926711:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788536191.928045:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536191.928054:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788536191.928059:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569496960:0@lo:38:kworker.0 00000020:00000004:1.0:1788536192.141948:0:23104:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536192.142143:0:23104:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788536192.172954:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536192.620279:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000020:00000004:3.0:1788536192.958811:0:23154:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788536192.959102:0:23154:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788536193.197018:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536193.646690:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:0.0:1788536194.220517:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536194.672135:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:3.0:1788536195.245402:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536195.692250:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000100:00100000:1.0:1788536196.012302:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536186/real 1788536186] req@ffff9004879cb100 x1875415569494016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536196 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536196.012336:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9004879cb100 x1875415569494016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536196 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536196.012361:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536186/real 1788536186] req@ffff9004879cad80 x1875415569493888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536196 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536196.012374:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9004879cad80 x1875415569493888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536196 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788536196.012393:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536196.012420:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536196.012424:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569494016:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788536196.012430:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536196.012435:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536196.012438:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569493888:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788536196.012577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788536196.012583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788536196.012586:0:36:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536196.012592:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1788536196.012598:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788536196.012606:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff900589922000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536196.012628:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e757100 x1875415569497344/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788536196.012642:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1788536196.012643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536196.012646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788536196.012648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536196.012650:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00100000:3.0:1788536196.012657:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569497216:0@lo:400:kworker.0 00000100:00080000:0.0:1788536196.012659:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1788536196.012760:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536196.012764:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497344:0@lo:38:kworker.0 00000100:00100000:1.0:1788536196.012806:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536196.012835:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497216 00000100:00100000:1.0:1788536196.012839:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497344 00000100:00100000:3.0:1788536196.012842:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497216 00000100:00100000:1.0:1788536196.012842:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497344 00000100:00100000:3.0:1788536196.012872:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788536196.012872:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788536196.012880:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:3662:x1875415569497216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536196.012888:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1875415569497344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788536196.012902:0:22772:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788536196.012924:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:3662:x1875415569497216:12345-0@lo:400:kworker.0 Request processed in 45us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536196.012928:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1875415569497344:12345-0@lo:38:kworker.0 Request processed in 39us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788536196.012931:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788536196.012933:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1788536196.012978:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536196.012982:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788536196.012985:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497344:0@lo:38:kworker.0 00000100:00100000:3.0:1788536196.012986:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569497216:0@lo:400:kworker.0 00000100:00080000:0.0:1788536196.013144:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9005c06cf800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536196.013192:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e755180 x1875415569497472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536196.013203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536196.013206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788536196.013207:0:36:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536196.013211:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:0.0:1788536196.013214:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788536196.013218:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff900488140000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536196.013228:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e755f80 x1875415569497600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536196.013292:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569497728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536196.013323:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536196.013358:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497728 00000100:00100000:0.0:1788536196.013363:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497728 00000100:00100000:0.0:1788536196.013397:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788536196.013404:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569497728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536196.013451:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569497728:12345-0@lo:400:kworker.0 Request processed in 47us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536196.013457:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788536196.013523:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497472:0@lo:8:kworker.0 00000400:00000100:1.0:1788536196.013550:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569497472 offset 0 length 520: 4 00000100:00100000:1.0:1788536196.013569:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497600:0@lo:8:kworker.0 00000400:00000100:1.0:1788536196.013587:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569497600 offset 0 length 520: 4 00010000:00080000:3.0:1788536196.013781:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90059fb7c380 x1875415569497728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536196.013793:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569497728:0@lo:400:kworker.0 00010000:00010000:2.0:1788536196.272440:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536196.717298:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:3.0:1788536197.292303:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536197.740320:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:0.0:1788536198.327355:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536198.764965:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788536198.765178:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00000020:01000004:3.0:1788536199.283327:0:23499:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788536199.283331:0:23499:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788536199.283332:0:23499:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788536199.283458:0:23499:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9005831f8000 00000020:01000004:3.0:1788536199.283473:0:23499:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788536199.283485:0:23499:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788536199.283500:0:23499:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff90059fa94d40) 00000020:00000080:3.0:1788536199.283515:0:23499:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1788536199.340247:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1788536199.347783:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.348669:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788536199.350314:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.350914:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.351126:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.351553:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.351748:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.351974:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.352225:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.352588:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.352783:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.353001:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.353209:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788536199.353388:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788536199.353956:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.354251:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.354610:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.354799:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.355354:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.355730:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.355914:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.356270:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.356598:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.356799:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.356996:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.357333:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.357706:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.357899:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.358104:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.358568:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.358803:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.359104:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.359433:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.359817:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.360012:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.360340:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.360713:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.360911:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.361173:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.361373:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.361747:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.361988:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788536199.362271:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.362612:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.362850:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788536199.363084:0:23499:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00080000:01000000:1.0:1788536199.365293:0:23499:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788536199.365531:0:23499:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1788536199.365542:0:23499:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788536199.365553:0:23499:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddef2 00000020:01000004:1.0:1788536199.365560:0:23499:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788536199.365581:0:23499:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788536199.365584:0:23499:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788536199.365590:0:23499:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1788536199.365632:0:23499:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1788536199.365636:0:23499:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788536199.371880:0:23499:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788536199.371934:0:23499:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.113@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788536199.371939:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788536199.371941:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788536199.371942:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536199.371943:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536199.371945:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536199.371946:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536199.371947:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788536199.371949:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536199.371950:0:23499:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788536199.371953:0:23499:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788536199.371955:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788536199.371957:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788536199.371963:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536199.371964:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536199.371965:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536199.371966:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536199.371967:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788536199.371968:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536199.371969:0:23499:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788536199.371994:0:23499:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788536199.372014:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569497856:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788536199.372548:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.372612:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1ba240 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.372704:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497856 00000100:00100000:3.0:1788536199.372714:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497856 00000100:00100000:3.0:1788536199.372809:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788536199.372819:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:23499:x1875415569497856:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788536199.372851:0:22761:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788536199.372855:0:22761:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1788536199.372863:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1788536199.373230:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:23499:x1875415569497856:12345-0@lo:253:mount.lustre.0 Request processed in 412us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.373238:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788536199.373326:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569497856:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788536199.373337:0:23499:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788536199.373340:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788536199.373342:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788536199.373343:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536199.373344:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536199.373346:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536199.373347:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536199.373348:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536199.373350:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536199.373351:0:23499:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788536199.373369:0:23499:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9005831f8000 from lustre-MDT0001 10000000:01000000:2.0:1788536199.373409:0:23499:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1788536199.373411:0:23499:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788536199.373418:0:23499:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90059e5d3380 local copy 00010000:00010000:2.0:1788536199.373428:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536199.373553:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569497984:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.373584:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.374262:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.374412:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569497984 00000100:00100000:1.0:1788536199.374418:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569497984 00000100:00100000:1.0:1788536199.374458:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788536199.374466:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:23499:x1875415569497984:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536199.374585:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:23499:x1875415569497984:12345-0@lo:501:mount.lustre.0 Request processed in 119us (999us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536199.374593:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536199.374943:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569497984:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788536199.374963:0:23499:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788536199.374986:0:23499:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788536199.374994:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375004:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.375139:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9005831f8000 10000000:01000000:2.0:1788536199.375181:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788536199.375186:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff90059e5d3380 10000000:01000000:2.0:1788536199.375188:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1788536199.375192:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff90059e5d3380 from 1 10000000:01000000:2.0:1788536199.375194:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788536199.375219:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375228:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375237:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536199.375253:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498112:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536199.375284:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.375300:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.375372:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498112 00000100:00100000:1.0:1788536199.375376:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498112 00000100:00100000:1.0:1788536199.375558:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788536199.375567:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+12:23499:x1875415569498112:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536199.375577:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536199.375589:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488066c00/0xe79af2f39bbddf00 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddef9 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.375609:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488066c00/0xe79af2f39bbddf00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddef9 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.375619:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488066c00/0xe79af2f39bbddf00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddef9 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.375640:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488066c00, rc 0) 00000100:00100000:1.0:1788536199.375681:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+13:23499:x1875415569498112:12345-0@lo:101:mount.lustre.0 Request processed in 115us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.375687:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788536199.375754:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498112:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.375766:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf00 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375774:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddf00 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.375788:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788536199.375800:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf00 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375807:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998e400/0xe79af2f39bbddef9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf00 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.375826:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9005831f8000 10000000:01000000:2.0:1788536199.375838:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788536199.375842:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9005831f8000 from 1 10000000:01000000:2.0:1788536199.375844:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788536199.375859:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375866:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.375873:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536199.375884:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498240:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536199.375907:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.376028:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291000 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.376188:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498240 00000100:00100000:0.0:1788536199.376193:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498240 00000100:00100000:0.0:1788536199.376217:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536199.376223:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+13:23499:x1875415569498240:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536199.376230:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536199.376238:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620fe00/0xe79af2f39bbddf0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddf07 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376252:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620fe00/0xe79af2f39bbddf0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddf07 expref: 14 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376271:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620fe00/0xe79af2f39bbddf0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddf07 expref: 14 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376278:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620fe00, rc 0) 00000100:00100000:0.0:1788536199.376313:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+14:23499:x1875415569498240:12345-0@lo:101:mount.lustre.0 Request processed in 90us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.376319:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788536199.376390:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498240:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.376409:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf0e expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.376417:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddf0e expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.376428:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788536199.376446:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf0e expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.376454:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998e000/0xe79af2f39bbddf07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf0e expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.376468:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788536199.376471:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788536199.376476:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9005831f8000 10000000:01000000:2.0:1788536199.376478:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788536199.376481:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1788536199.376483:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788536199.376498:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.376505:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.376512:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536199.376524:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498368:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536199.376548:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.376564:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291000 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.376731:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498368 00000100:00100000:0.0:1788536199.376735:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498368 00000100:00100000:0.0:1788536199.376754:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536199.376760:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+14:23499:x1875415569498368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536199.376766:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536199.376775:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620e400/0xe79af2f39bbddf1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddf15 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376787:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620e400/0xe79af2f39bbddf1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddf15 expref: 15 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376795:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620e400/0xe79af2f39bbddf1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddf15 expref: 15 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.376801:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620e400, rc 0) 00000100:00100000:0.0:1788536199.376834:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498368:12345-0@lo:101:mount.lustre.0 Request processed in 74us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.376839:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788536199.376908:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498368:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.376928:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf1c expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.376936:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddf1c expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536199.378547:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1788536199.380799:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536199.387250:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.387311:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1788536199.387327:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1788536199.387342:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1788536199.387355:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1788536199.387369:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1788536199.387382:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1788536199.387408:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1788536199.387427:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1788536199.387847:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1788536199.387872:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1788536199.387887:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1788536199.387901:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1788536199.387915:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1788536199.387941:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1788536199.387957:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1788536199.387971:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1788536199.387986:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1788536199.387999:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1788536199.388012:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1788536199.388025:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1788536199.388039:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1788536199.388050:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1788536199.388064:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1788536199.388270:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1788536199.388286:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1788536199.388302:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1788536199.388318:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1788536199.388333:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1788536199.388347:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1788536199.388359:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1788536199.388374:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1788536199.388390:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1788536199.388623:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1788536199.388656:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1788536199.388671:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1788536199.388686:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1788536199.388700:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1788536199.388715:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1788536199.388729:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1788536199.388743:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1788536199.388757:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1788536199.388771:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1788536199.388783:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1788536199.388811:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1788536199.388817:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1788536199.388938:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.389005:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.389198:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.389551:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498496 00000100:00100000:0.0:1788536199.389560:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498496 00000100:00100000:0.0:1788536199.389659:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788536199.389670:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498496:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536199.389842:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498496:12345-0@lo:501:mount.lustre.0 Request processed in 174us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.389849:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536199.389929:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.389967:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498624:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536199.390009:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.390563:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.390664:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498624 00000100:00100000:3.0:1788536199.390670:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498624 00000100:00100000:3.0:1788536199.390702:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788536199.390711:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498624:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788536199.391668:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498624:12345-0@lo:503:mount.lustre.0 Request processed in 951us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.391679:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536199.392342:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498624:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788536199.392916:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788536199.393010:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.393355:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.393433:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900588f1a900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.393580:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498752 00000100:00100000:3.0:1788536199.393587:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498752 00000100:00100000:3.0:1788536199.393673:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788536199.393682:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498752:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536199.394615:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498752:12345-0@lo:502:mount.lustre.0 Request processed in 930us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.394632:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788536199.394748:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536199.394964:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.394992:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788536199.395017:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788536199.395044:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788536199.395061:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788536199.395085:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788536199.395099:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788536199.395113:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788536199.395126:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788536199.395139:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788536199.395173:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788536199.395188:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788536199.395202:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788536199.395216:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788536199.395229:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788536199.395240:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788536199.395252:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788536199.395283:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788536199.395300:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788536199.395314:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788536199.395325:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788536199.395337:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788536199.395349:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788536199.395363:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788536199.395375:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788536199.395387:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788536199.395411:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788536199.395429:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788536199.395452:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788536199.395468:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788536199.395479:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788536199.395491:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788536199.395504:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788536199.395517:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788536199.395530:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788536199.395555:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788536199.395569:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788536199.395582:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788536199.395594:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788536199.395607:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788536199.395621:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788536199.395635:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788536199.395647:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788536199.395659:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788536199.395696:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.395755:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.396699:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900588f1a900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.396776:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569498880 00000100:00100000:0.0:1788536199.396783:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569498880 00000100:00100000:0.0:1788536199.396826:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788536199.396834:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498880:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536199.396977:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569498880:12345-0@lo:502:mount.lustre.0 Request processed in 143us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.396985:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788536199.397197:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569498880:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536199.397271:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788536199.397282:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1788536199.398309:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536199.398322:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.398324:0:23503:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788536199.398330:0:23503:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788536199.398333:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788536199.398347:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff90059e5d19c0) 00000020:00000080:0.0:1788536199.398368:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788536199.398375:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788536199.398462:0:23503:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788536199.398470:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddf2a 00000020:00000080:0.0:1788536199.398679:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788536199.398684:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536199.398688:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.398690:0:23503:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788536199.398693:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536199.398696:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.398698:0:23503:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788536199.398713:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788536199.398720:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9005c06fcd40) 00000020:00000080:0.0:1788536199.398733:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788536199.398737:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788536199.398739:0:23503:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788536199.398742:0:23503:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788536199.398747:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788536199.398803:0:23503:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9005831f8000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788536199.398816:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9005c06f8000) 00000020:00000080:0.0:1788536199.398825:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788536199.398884:0:23503:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788536199.398890:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbddf3f 00000020:00000080:0.0:1788536199.398999:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788536199.399005:0:23503:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788536199.399009:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xe79af2f39bbddf46 00080000:01000000:0.0:1788536199.399014:0:23503:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788536199.399017:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddf4d 00010000:00010000:2.0:1788536199.521224:0:23503:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788536199.521945:0:23503:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788536199.522895:0:23503:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788536199.527309:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1788536199.527323:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.527329:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.527331:0:23503:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1788536199.527335:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.527340:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.527342:0:23503:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1788536199.527344:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788536199.527349:0:23503:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:00000080:3.0:1788536199.527375:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788536199.527390:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff90059fa919c0) 00000020:00000080:3.0:1788536199.527412:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1788536199.527416:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788536199.527501:0:23503:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1788536199.527507:0:23503:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788536199.527515:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddf5b 00010000:00080000:3.0:1788536199.527546:0:23503:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90059bfb2800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1788536199.533285:0:23503:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1788536199.536914:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788536199.536940:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788536199.536984:0:23503:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788536199.537011:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbddf62 00000100:00080000:3.0:1788536199.537022:0:23503:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788536199.537028:0:23503:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff90059bfb2800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536199.537063:0:23503:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7c380 x1875415569499008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788536199.537094:0:23503:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1788536199.537171:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.537182:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537184:0:23503:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1788536199.537188:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788536199.537191:0:23503:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788536199.537193:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788536199.537195:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788536199.537196:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788536199.537199:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537200:0:23503:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788536199.537203:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.537207:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537209:0:23503:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1788536199.537212:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788536199.537243:0:23503:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788536199.537257:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.537260:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537262:0:23503:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1788536199.537265:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788536199.537267:0:23503:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1788536199.537269:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788536199.537270:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788536199.537272:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788536199.537274:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537275:0:23503:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788536199.537277:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788536199.537281:0:23503:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788536199.537284:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.537286:0:23503:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788536199.537288:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788536199.537291:0:23503:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:3.0:1788536199.537313:0:23503:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788536199.537315:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788536199.537328:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff90059fa90000) 00000020:00000080:3.0:1788536199.537339:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1788536199.537350:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788536199.537417:0:23503:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1788536199.537424:0:23503:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788536199.537430:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddf70 00010000:00080000:3.0:1788536199.537460:0:23503:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9004882a8800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:3.0:1788536199.537713:0:23503:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1788536199.538325:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499008:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788536199.538392:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788536199.538449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788536199.538454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788536199.538457:0:8:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536199.538462:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 654 00000100:00080000:1.0:1788536199.538466:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788536199.538471:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff900589922000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536199.538493:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900488968000 x1875415569499136/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788536199.538510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.538514:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536199.538516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.538519:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536199.538554:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569499264:0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.538585:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.538652:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499264 00000100:00100000:1.0:1788536199.538658:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499264 00000100:00100000:1.0:1788536199.538696:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788536199.538712:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569499264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.538774:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569499264:12345-0@lo:400:kworker.0 Request processed in 63us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.538781:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788536199.538806:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569499136:0@lo:38:kworker.0 00000100:00100000:1.0:1788536199.538841:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.538870:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499008 00000100:00100000:1.0:1788536199.538874:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499008 00000100:00100000:1.0:1788536199.538886:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499136 00000100:00100000:1.0:1788536199.538889:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499136 00000100:00100000:1.0:1788536199.538898:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536199.538903:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569499008:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788536199.538934:0:22771:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 658 last 0 00000020:00000080:1.0:1788536199.538966:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbddf77 00000004:00100000:1.0:1788536199.538981:0:22771:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788536199.538987:0:22771:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1788536199.539075:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff900488969f80 x1875415569499264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536199.539090:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569499264:0@lo:400:kworker.0 00000040:01000000:2.0:1788536199.541502:0:23503:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788536199.543894:0:23503:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1788536199.552911:0:23503:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788536199.553301:0:22771:0:(import.c:65:import_set_state_nolock()) ffff9005842b2800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788536199.553388:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1875415569499008:12345-0@lo:38:llog_process_th.0 Request processed in 14481us (14994us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.553403:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788536199.553432:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788536199.553437:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569499136:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788536199.553477:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3659:x1875415569499136:12345-0@lo:38:kworker.0 Request processed in 38us (14635us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788536199.553483:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536199.553591:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788536199.553600:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536199.553605:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788536199.553609:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569499136:0@lo:38:kworker.0 00000100:00100000:1.0:1788536199.553621:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788536199.553633:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788536199.553640:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788536199.553646:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788536199.553648:0:3659:0:(import.c:65:import_set_state_nolock()) ffff90059bfb2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788536199.553666:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499008:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788536199.553815:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536199.553828:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569499392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536199.553865:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536199.553941:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499392 00000100:00100000:3.0:1788536199.553947:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499392 00000100:00100000:3.0:1788536199.554001:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536199.554008:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569499392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536199.554033:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536199.554107:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569499392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.554114:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:3.0:1788536199.554953:0:23503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788536199.555137:0:23503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1788536199.555940:0:23508:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788536199.555945:0:23508:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788536199.556806:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788536199.556818:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788536199.556857:0:23503:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788536199.556877:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbddf7e 00000100:00080000:0.0:1788536199.556887:0:23503:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536199.556901:0:23503:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9004882a8800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536199.556948:0:23503:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e755c00 x1875415569499520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536199.556977:0:23503:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1788536199.557027:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499520:0@lo:8:llog_process_th.0 00000020:01000000:0.0:1788536199.557054:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788536199.557060:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.557063:0:23503:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788536199.557066:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788536199.557069:0:23503:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788536199.557071:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788536199.557073:0:23503:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788536199.557074:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788536199.557078:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.557080:0:23503:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000400:00000100:2.0:1788536199.557081:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569499520 offset 0 length 520: 4 00000020:01000000:0.0:1788536199.557083:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788536199.557091:0:23503:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788536199.557094:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536199.557095:0:23503:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788536199.557098:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788536199.557101:0:23503:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.113@tcp to nid 0x20000c0a8cb71 (192.168.203.113@tcp) 00000020:01000000:0.0:1788536199.557131:0:23503:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788536199.557134:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788536199.557168:0:23503:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9005c06fb380) 00000020:00000080:0.0:1788536199.557181:0:23503:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1788536199.557185:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788536199.557245:0:23503:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1788536199.557251:0:23503:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788536199.557255:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe79af2f39bbddf8c 00010000:00080000:0.0:1788536199.557279:0:23503:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005842b6000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536199.557466:0:23503:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1788536199.557527:0:23503:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788536199.557549:0:23503:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1788536199.558403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536199.558410:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536199.558413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536199.558416:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536199.560756:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569499392:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788536199.563563:0:23503:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788536199.563932:0:23503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788536199.564383:0:23503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788536199.564780:0:23510:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788536199.564786:0:23510:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788536199.566703:0:23503:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788536199.566717:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788536199.566760:0:23503:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788536199.566782:0:23503:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbddf93 00000100:00080000:3.0:1788536199.566793:0:23503:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788536199.566811:0:23503:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9005842b6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536199.566846:0:23503:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7c700 x1875415569499648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788536199.566876:0:23503:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788536199.566966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.566971:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536199.566973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.566976:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1788536199.567137:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.567142:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.567173:0:23503:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788536199.567177:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.567182:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.567184:0:23503:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788536199.567187:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788536199.567188:0:23503:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788536199.567191:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.567193:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.567194:0:23503:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788536199.567196:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.567199:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.567200:0:23503:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788536199.567204:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788536199.567218:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499648:0@lo:8:llog_process_th.0 00000020:01000000:3.0:1788536199.567230:0:23503:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.567232:0:23503:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.567233:0:23503:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788536199.567236:0:23503:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000400:00000100:2.0:1788536199.567270:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569499648 offset 0 length 520: 4 00000020:01000000:1.0:1788536199.567383:0:23499:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788536199.567414:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788536199.567436:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf1c expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.567447:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998fc00/0xe79af2f39bbddf15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddf1c expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536199.567454:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9005831f8000 from 1 10000000:01000000:1.0:1788536199.567457:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788536199.567482:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.567501:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.567512:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.567528:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569499776:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788536199.567565:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.567589:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.567712:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499776 00000100:00100000:0.0:1788536199.567719:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499776 00000100:00100000:0.0:1788536199.567957:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788536199.567967:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+15:23499:x1875415569499776:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536199.567979:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536199.567991:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddf9a expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.568011:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 16 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.568022:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 16 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.568031:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620f600, rc 0) 00000100:00100000:0.0:1788536199.568080:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:23499:x1875415569499776:12345-0@lo:101:mount.lustre.0 Request processed in 115us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.568086:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788536199.569039:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569499776:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536199.569068:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.569081:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.569720:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569499904:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788536199.569778:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.569831:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.569976:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569499904 00000100:00100000:0.0:1788536199.569983:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569499904 00000100:00100000:0.0:1788536199.570032:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788536199.570041:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:23499:x1875415569499904:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788536199.570060:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788536199.570083:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788536199.570086:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788536199.570211:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:23499:x1875415569499904:12345-0@lo:256:mount.lustre.0 Request processed in 171us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.570219:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788536199.570987:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569499904:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788536199.572203:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788536199.572223:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.572236:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536199.572259:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9005831f8000 from 1 10000000:01000000:1.0:1788536199.572262:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788536199.572297:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.572305:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.572315:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.572335:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500032:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788536199.572387:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.572420:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.572995:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500032 00000100:00100000:0.0:1788536199.573003:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500032 00000100:00100000:0.0:1788536199.573060:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788536199.573070:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058e4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:23499:x1875415569500032:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536199.573082:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536199.573094:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddfa8 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.573125:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.573135:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.573143:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620f200, rc 0) 00000100:00100000:0.0:1788536199.573213:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058e4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500032:12345-0@lo:101:mount.lustre.0 Request processed in 145us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.573220:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788536199.573308:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500032:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.573324:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.573346:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536199.574520:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1788536199.574950:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536199.575313:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.575340:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1788536199.575354:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1788536199.575365:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1788536199.575375:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1788536199.575385:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1788536199.575972:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1788536199.576000:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1788536199.576014:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788536199.576026:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1788536199.576039:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1788536199.576060:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1788536199.576065:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1788536199.576241:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.576316:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.576357:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583135000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.577318:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500160 00000100:00100000:3.0:1788536199.577329:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500160 00000100:00100000:3.0:1788536199.577387:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788536199.577396:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058e4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500160:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536199.577540:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058e4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500160:12345-0@lo:501:mount.lustre.0 Request processed in 144us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.577548:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788536199.577595:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.577638:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500288:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536199.577690:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.577724:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583135000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.579312:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500288 00000100:00100000:1.0:1788536199.579326:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500288 00000100:00100000:1.0:1788536199.579493:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788536199.579502:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500288:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536199.579662:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500288:12345-0@lo:503:mount.lustre.0 Request processed in 161us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.579670:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788536199.581647:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500288:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788536199.582345:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788536199.582445:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.582600:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.582641:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583135000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.584343:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500416 00000100:00100000:3.0:1788536199.584370:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500416 00000100:00100000:3.0:1788536199.584433:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788536199.584443:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500416:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536199.584601:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500416:12345-0@lo:502:mount.lustre.0 Request processed in 159us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.584607:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536199.584823:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500416:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536199.585063:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.585094:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1788536199.585110:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1788536199.585123:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1788536199.585138:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1788536199.585185:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1788536199.585214:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1788536199.585229:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1788536199.585243:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788536199.585257:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1788536199.585271:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1788536199.585305:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.585354:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.585400:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500544 00000100:00100000:1.0:1788536199.585407:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500544 00000100:00100000:1.0:1788536199.585441:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788536199.585460:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500544:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.585466:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583135000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.585566:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500544:12345-0@lo:502:mount.lustre.0 Request processed in 117us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.585582:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788536199.585621:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500544:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536199.585737:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1788536199.585744:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788536199.587753:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.587767:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587769:0:23512:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788536199.587777:0:23512:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9005831f8000 00000020:00000080:3.0:1788536199.587780:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788536199.587787:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.587790:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587791:0:23512:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788536199.587793:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.587795:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587797:0:23512:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788536199.587800:0:23512:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9005831f8000 00000020:00000080:3.0:1788536199.587802:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788536199.587851:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.587855:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587856:0:23512:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788536199.587858:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.587861:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587862:0:23512:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788536199.587865:0:23512:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9005831f8000 00000020:00000080:3.0:1788536199.587867:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788536199.587884:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.587898:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587900:0:23512:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788536199.587903:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788536199.587905:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587906:0:23512:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788536199.587909:0:23512:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9005831f8000 00000020:00000080:3.0:1788536199.587911:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788536199.587947:0:23512:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788536199.587950:0:23512:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788536199.587951:0:23512:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788536199.587954:0:23512:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1788536199.588503:0:23499:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788536199.588536:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788536199.588553:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.588565:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536199.588624:0:23499:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788536199.588627:0:23499:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9005831f8000 10000000:01000000:0.0:1788536199.588630:0:23499:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9005831f8000 10000000:01000000:0.0:1788536199.588634:0:23499:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788536199.588709:0:23499:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9005831f8000 from 1 10000000:01000000:0.0:1788536199.588713:0:23499:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536199.588752:0:23499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.588761:0:23499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.588772:0:23499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536199.588795:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788536199.588855:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536199.588901:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005812ed240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536199.588974:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500672 00000100:00100000:2.0:1788536199.588981:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500672 00000100:00100000:2.0:1788536199.589029:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536199.589040:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:23499:x1875415569500672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.589052:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536199.589067:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9005b998f200/0xe79af2f39bbddfbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddfb6 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.589091:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9005b998f200/0xe79af2f39bbddfbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddfb6 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.589114:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9005b998f200/0xe79af2f39bbddfbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfb6 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.589123:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9005b998f200, rc 0) 00000100:00100000:2.0:1788536199.589195:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569500672:12345-0@lo:101:mount.lustre.0 Request processed in 158us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536199.589202:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536199.589256:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500672:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536199.589270:0:23499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfbd expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.589279:0:23499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddfbd expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536199.594733:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1788536199.595105:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536199.595331:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.595366:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1788536199.595381:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1788536199.595394:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1788536199.595418:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1788536199.595432:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1788536199.595445:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1788536199.595458:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1788536199.595471:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1788536199.595483:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1788536199.595495:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1788536199.595507:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1788536199.595530:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1788536199.595543:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1788536199.595555:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1788536199.595567:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1788536199.595579:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1788536199.595603:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1788536199.595620:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1788536199.595633:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1788536199.597626:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1788536199.597670:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1788536199.597694:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1788536199.597720:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1788536199.597742:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1788536199.597766:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1788536199.597786:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1788536199.597804:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1788536199.597828:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1788536199.597848:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1788536199.597871:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1788536199.597890:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1788536199.597907:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1788536199.597952:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1788536199.597970:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1788536199.597988:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1788536199.598006:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1788536199.598023:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1788536199.598055:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1788536199.598071:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1788536199.598088:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1788536199.598105:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1788536199.598122:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1788536199.598139:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1788536199.598188:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1788536199.598216:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1788536199.598232:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1788536199.598246:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1788536199.598426:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1788536199.598446:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1788536199.598466:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1788536199.598472:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1788536199.598577:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.598637:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.598675:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005831356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.602574:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500800 00000100:00100000:0.0:1788536199.602588:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500800 00000100:00100000:0.0:1788536199.602825:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788536199.602837:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569500800:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536199.603012:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569500800:12345-0@lo:501:mount.lustre.0 Request processed in 178us (4374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.603021:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536199.603194:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536199.603243:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500928:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536199.603286:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.603316:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005831356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536199.603507:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569500928 00000100:00100000:0.0:1788536199.603513:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569500928 00000100:00100000:0.0:1788536199.603539:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788536199.603553:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d439050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569500928:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536199.603636:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d439050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569500928:12345-0@lo:503:mount.lustre.0 Request processed in 84us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.603712:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788536199.603783:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569500928:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788536199.604965:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788536199.605055:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.605116:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.605183:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.605625:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501056 00000100:00100000:3.0:1788536199.605631:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501056 00000100:00100000:3.0:1788536199.605745:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788536199.605756:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536199.605873:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501056:12345-0@lo:502:mount.lustre.0 Request processed in 119us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.605881:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788536199.605999:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536199.606547:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788536199.606580:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788536199.606597:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788536199.606613:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788536199.606626:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788536199.606719:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788536199.606741:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788536199.606770:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788536199.606783:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788536199.606797:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788536199.606812:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788536199.606840:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788536199.606858:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788536199.606872:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788536199.606887:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788536199.606901:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788536199.606926:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788536199.606947:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788536199.606963:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788536199.606979:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788536199.606995:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788536199.607010:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788536199.607025:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788536199.607038:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788536199.607055:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788536199.607071:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788536199.607085:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788536199.607113:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788536199.607129:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788536199.607175:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788536199.607193:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788536199.607207:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788536199.607221:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788536199.607234:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788536199.607249:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788536199.607260:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788536199.607273:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788536199.607287:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788536199.607301:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788536199.607315:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788536199.607339:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788536199.607351:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788536199.607363:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788536199.607390:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788536199.610083:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788536199.610218:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788536199.611351:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788536199.611391:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788536199.611966:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501184:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.612043:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.612086:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.612564:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501184 00000100:00100000:1.0:1788536199.612573:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501184 00000100:00100000:1.0:1788536199.612622:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788536199.612631:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536199.612904:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501184:12345-0@lo:502:mount.lustre.0 Request processed in 273us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.612911:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788536199.613001:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501184:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536199.613883:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788536199.613932:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788536199.613967:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501312:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536199.614023:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.614061:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536199.616881:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501312 00000100:00100000:1.0:1788536199.616897:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501312 00000100:00100000:1.0:1788536199.617086:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788536199.617097:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501312:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536199.617293:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501312:12345-0@lo:502:mount.lustre.0 Request processed in 197us (3268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.617301:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788536199.617341:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501312:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788536199.617426:0:23499:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788536199.617439:0:23499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788536199.619122:0:23517:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1788536199.619137:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9005c06f99c0) 00000020:00000080:0.0:1788536199.619222:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1788536199.619306:0:23517:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9005831f8000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788536199.619310:0:23517:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9005831f8000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788536199.619313:0:23517:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9005831f8000 3 00010000:00080000:0.0:1788536199.619341:0:23517:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005acd14800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536199.622124:0:23517:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788536199.622339:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788536199.622379:0:23517:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788536199.622391:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xe79af2f39bbddfcb 00000100:00080000:0.0:1788536199.622401:0:23517:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536199.622408:0:23517:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9005acd14800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536199.622439:0:23517:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e756d80 x1875415569501440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536199.622462:0:23517:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788536199.623599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.623606:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536199.623609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536199.623612:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788536199.624645:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569501440:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788536199.624716:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1788536199.625823:0:23517:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1788536199.625892:0:23499:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788536199.625939:0:23499:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536199.625962:0:23499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfbd expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536199.625976:0:23499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90059620e600/0xe79af2f39bbddfb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfbd expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788536199.626025:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788536199.626031:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788536199.626033:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536199.626034:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536199.626035:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536199.626037:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536199.626038:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536199.626040:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536199.626041:0:23499:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788536199.626045:0:23499:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788536199.626048:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788536199.626049:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788536199.626051:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536199.626052:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536199.626053:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536199.626054:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536199.626055:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788536199.626056:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536199.626057:0:23499:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788536199.626081:0:23499:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788536199.626099:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501568:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788536199.626173:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.626198:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058a291d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.626508:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501568 00000100:00100000:3.0:1788536199.626517:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501568 00000100:00100000:3.0:1788536199.626794:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788536199.626807:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501568:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788536199.626835:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788536199.626850:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788536199.627527:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501440 00000100:00100000:1.0:1788536199.627536:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501440 00000100:00100000:1.0:1788536199.627568:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536199.627574:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3659:x1875415569501440:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788536199.627597:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 658 last 0 00000020:00000080:1.0:1788536199.627641:0:22766:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xe79af2f39bbddfd2 00000004:00100000:1.0:1788536199.627656:0:22766:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788536199.627688:0:22766:0:(import.c:65:import_set_state_nolock()) ffff90048695e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536199.628943:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875415569501440:12345-0@lo:38:llog_process_th.0 Request processed in 1362us (4222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.628954:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788536199.629018:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90059e756d80 x1875415569501440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536199.629500:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788536199.629512:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788536199.629521:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788536199.629525:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788536199.629529:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005acd14800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788536199.629537:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875415569501440:0@lo:38:llog_process_th.0 00000001:00100000:1.0:1788536199.630536:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788536199.630571:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788536199.630587:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788536199.631097:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788536199.631102:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788536199.631122:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631182:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631191:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631198:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631229:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631242:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536199.631255:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569501696:0@lo:104: 00000100:00100000:0.0:1788536199.631310:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536199.631359:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.631369:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536199.631378:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569501824:0@lo:104: 00000100:00100000:0.0:1788536199.631935:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536199.631969:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:23499:x1875415569501568:12345-0@lo:253:mount.lustre.0 Request processed in 5162us (5792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.631969:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff900586456480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.631984:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788536199.631997:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501696 00000100:00100000:0.0:1788536199.632005:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501696 00000100:00100000:0.0:1788536199.633539:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501824 00000100:00100000:0.0:1788536199.633556:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501824 00000100:00100000:0.0:1788536199.633583:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788536199.633591:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569501696:12345-0@lo:104: 00010000:00010000:0.0:1788536199.633606:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633677:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788536199.633684:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569501696:12345-0@lo:104: Request processed in 94us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.633691:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788536199.633705:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788536199.633711:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569501824:12345-0@lo:104: 00010000:00010000:0.0:1788536199.633718:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633748:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788536199.633753:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569501824:12345-0@lo:104: Request processed in 44us (1822us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.633759:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788536199.633779:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788536199.633786:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633793:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067000 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:0.0:1788536199.633798:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633805:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536199.633825:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536199.633831:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536199.633864:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633870:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788536199.633899:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:23499:1875415569501568:0@lo:253:mount.lustre.0 00010000:00010000:0.0:1788536199.633903:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633909:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488067000/0xe79af2f39bbddf9a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfa1 expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536199.633914:0:23499:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788536199.633930:0:23499:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:0.0:1788536199.633930:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:01000004:2.0:1788536199.633932:0:23499:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788536199.633933:0:23499:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00010000:00010000:0.0:1788536199.633934:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788536199.633935:0:23499:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536199.633936:0:23499:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536199.633937:0:23499:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536199.633939:0:23499:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00010000:0.0:1788536199.633940:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998ea00 already unused, calling callback (ffffffffc120ac20) 00000020:01000004:2.0:1788536199.633941:0:23499:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536199.633942:0:23499:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:00010000:0.0:1788536199.633942:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633949:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536199.633954:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:2.0:1788536199.633955:0:23499:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 10000000:01000000:0.0:1788536199.633959:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536199.633978:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.633983:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536199.633995:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.634001:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998ea00/0xe79af2f39bbdded6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddedd expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.634012:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536199.634014:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536199.634016:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536199.634022:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536199.634029:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536199.634039:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569501952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536199.634073:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536199.634195:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569501952 00000100:00100000:0.0:1788536199.634199:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569501952 00010000:00010000:0.0:1788536199.634219:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536199.634238:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788536199.634244:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569501952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536199.634254:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536199.634259:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.634269:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 18 pid: 22760 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536199.634294:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536199.634322:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569501952:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.634329:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788536199.634372:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569501952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536199.634456:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569502080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536199.634484:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.634538:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502080 00000100:00100000:1.0:1788536199.634542:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502080 00010000:00010000:1.0:1788536199.634555:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.634575:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536199.634582:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3660:x1875415569502080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536199.634598:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536199.634603:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634612:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 18 pid: 22761 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634624:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634633:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788536199.634647:0:22752:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003545123s 00010000:00010000:1.0:1788536199.634652:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634659:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634666:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634673:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634677:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620ea00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536199.634681:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634688:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634702:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634710:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536199.634739:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3660:x1875415569502080:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.634745:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536199.634771:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569502080:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536199.634795:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620f600/0xe79af2f39bbddfa1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbddf9a expref: 17 pid: 22760 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.634805:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569501696:0@lo:104: 00010000:00010000:1.0:1788536199.634815:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af50a00/0xe79af2f39bbddedd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbdded6 expref: 16 pid: 22761 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536199.634823:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569501824:0@lo:104: 00010000:00010000:1.0:1788536199.634836:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634844:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634849:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536199.634855:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620ea00/0xe79af2f39bbddfd9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:3.0:1788536199.647839:0:23499:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1788536199.647998:0:23523:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1788536199.648002:0:23523:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1788536199.648481:0:23524:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788536199.648819:0:23499:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1788536199.649583:0:23525:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502208:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.649655:0:23525:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.649696:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502208 00000100:00100000:2.0:1788536199.649702:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502208 00000100:00100000:2.0:1788536199.649746:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536199.649754:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502208:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.649831:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502208:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536199.649838:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536199.649863:0:23525:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5b4300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536199.649888:0:23525:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502208:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788536199.649926:0:23525:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788536199.649950:0:23525:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502336:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.649981:0:23525:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.649998:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502336 00000100:00100000:2.0:1788536199.650001:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502336 00000100:00100000:2.0:1788536199.650017:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536199.650023:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502336:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.650111:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502336:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 88us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536199.650116:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536199.650129:0:23525:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536199.650140:0:23525:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502336:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.650211:0:23525:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23525:1875415569502464:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.650244:0:23525:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.650257:0:23525:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536199.650395:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502464 00000100:00100000:3.0:1788536199.650404:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502464 00000100:00100000:3.0:1788536199.650445:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536199.650452:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23525:x1875415569502464:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788536199.650499:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23525:x1875415569502464:12345-0@lo:900:lod0001_rec0000.0 Request processed in 48us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.650505:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:01000000:3.0:1788536199.650625:0:23499:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1788536199.650661:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788536199.652295:0:23499:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788536199.652375:0:23499:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1788536199.652463:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:2.0:1788536199.653203:0:23525:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9004879c8a80 x1875415569502464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788536215 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536199.653219:0:23525:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23525:1875415569502464:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.653288:0:23525:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502592:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.653345:0:23525:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536199.653381:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502592 00000100:00100000:2.0:1788536199.653386:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502592 00000100:00100000:2.0:1788536199.653424:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788536199.653432:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502592:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788536199.653491:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23525:x1875415569502592:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536199.653498:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788536199.653521:0:23525:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536199.653531:0:23525:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23525:1875415569502592:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1788536199.653575:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788536199.656214:0:23524:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788536199.657565:0:23499:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788536199.659969:0:23499:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:00080000:2.0:1788536199.661846:0:23525:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788536199.661929:0:23525:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1788536199.662290:0:23499:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1788536199.662484:0:23499:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1788536199.663107:0:23499:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:0.0:1788536199.664565:0:23524:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788536199.664633:0:23524:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788536199.664639:0:23524:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:1.0:1788536199.673432:0:23499:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788536199.676576:0:23499:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788536199.676617:0:23499:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa58c414bb988 00100000:10000000:1.0:1788536199.676626:0:23499:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788536199.680803:0:23499:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788536199.680887:0:23499:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788536199.680907:0:23499:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788536199.680935:0:23499:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788536199.695122:0:23499:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536199.695552:0:23499:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788536199.807224:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:1.0:1788536200.375883:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536200.688282:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788536200.812483:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:1.0:1788536201.388973:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788536201.644966:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788536201.644972:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9005831f8000 from 12 10000000:01000000:0.0:1788536201.644976:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788536201.645022:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536201.645034:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536201.645047:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536201.645072:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536201.645132:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536201.645187:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900586456b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536201.645402:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502720 00000100:00100000:2.0:1788536201.645410:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502720 00000100:00100000:2.0:1788536201.645463:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788536201.645473:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:22763:x1875415569502720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536201.645498:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536201.645512:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddfe0 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.645535:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.645545:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.645554:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9005b998e200, rc 0) 00000100:00100000:2.0:1788536201.645594:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569502720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536201.645600:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788536201.645641:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536201.645654:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.645664:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536201.645711:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788536201.645739:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536201.645758:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536201.645771:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502848 00000100:00100000:2.0:1788536201.645774:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502848 00000100:00100000:2.0:1788536201.645795:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788536201.645801:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569502848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788536201.645820:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788536201.645834:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788536201.645837:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788536201.645919:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569502848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536201.645926:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788536201.645956:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788536201.645994:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788536201.646001:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.646009:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536201.647114:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788536201.647118:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90059dc0f800 from 12 10000000:01000000:2.0:1788536201.647122:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536201.647167:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.647178:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.647187:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536201.648936:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536201.649174:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536201.649725:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536201.649933:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569502976 00000100:00100000:0.0:1788536201.649942:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569502976 00000100:00100000:0.0:1788536201.650121:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536201.650139:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569502976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536201.650368:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536201.650388:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbddfee expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536201.650414:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 18 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536201.650424:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 18 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536201.650450:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620ec00, rc 0) 00000100:00100000:0.0:1788536201.651435:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569502976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1293us (2258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536201.651444:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788536201.653452:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569502976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536201.653479:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536201.653493:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536201.653568:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569503104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788536201.653632:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536201.653745:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005893f3300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536201.653896:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503104 00000100:00100000:2.0:1788536201.653913:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503104 00000100:00100000:2.0:1788536201.654083:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788536201.654094:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569503104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788536201.654111:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788536201.654127:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788536201.654130:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788536201.654563:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569503104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 470us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536201.654573:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788536201.654645:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569503104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788536201.654693:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788536201.654702:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536201.654712:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536201.711487:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788536201.837063:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:1.0:1788536202.416189:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536202.860781:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:0.0:1788536203.438665:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536203.721652:0:23767:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788536203.885326:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 0 seconds 00010000:00010000:1.0:1788536204.460720:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788536204.568333:0:23821:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536204.568527:0:23821:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788536204.717209:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569503232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536204.717289:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536204.717351:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503232 00000100:00100000:3.0:1788536204.717359:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503232 00000100:00100000:3.0:1788536204.717405:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788536204.717414:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569503232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536204.717447:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536204.717497:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569503232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536204.717503:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788536204.717549:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569503232:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788536204.717758:0:23783:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788536204.717763:0:23783:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788536204.717766:0:23783:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536204.717773:0:23783:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff900589922000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536204.717792:0:23783:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e754a80 x1875415569503488/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536204.717809:0:23783:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536204.717813:0:23783:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536204.717816:0:23783:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536204.717829:0:23783:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536204.717845:0:23783:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536204.717847:0:23783:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536204.717850:0:23783:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536204.717853:0:23783:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788536204.718108:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569503488:0@lo:38:kworker.0 00000100:00100000:2.0:1788536204.718163:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536204.718412:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569503360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.718447:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536204.718477:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536204.718483:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569503616:0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.718506:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536204.718534:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503360 00000100:00100000:0.0:1788536204.718539:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503360 00000100:00100000:0.0:1788536204.718579:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536204.718586:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569503360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.718625:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569503360:12345-0@lo:400:kworker.0 Request processed in 39us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536204.718631:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536204.718659:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503616 00000100:00100000:0.0:1788536204.718662:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503616 00000100:00100000:0.0:1788536204.718688:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788536204.718694:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569503616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.718725:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569503616:12345-0@lo:400:kworker.0 Request processed in 32us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536204.718731:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788536204.718771:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059e757100 x1875415569503616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536204.718782:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569503616:0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.718792:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569503360:0@lo:400:kworker.0 00000100:00100000:3.0:1788536204.720159:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569503744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536204.720235:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536204.720296:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503488 00000100:00100000:2.0:1788536204.720296:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503744 00000100:00100000:3.0:1788536204.720303:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503488 00000100:00100000:2.0:1788536204.720303:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503744 00000100:00100000:3.0:1788536204.720337:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536204.720337:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788536204.720343:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1875415569503488:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788536204.720344:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569503744:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1788536204.720367:0:22772:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000100:00100000:2.0:1788536204.720391:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569503744:12345-0@lo:400:kworker.0 Request processed in 48us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536204.720398:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000080:3.0:1788536204.720400:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbddffc 00000004:00100000:3.0:1788536204.720414:0:22772:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788536204.720420:0:22772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:3.0:1788536204.720512:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059e756680 x1875415569503744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536204.720526:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569503744:0@lo:400:kworker.0 00000100:00080000:3.0:1788536204.736609:0:22772:0:(import.c:65:import_set_state_nolock()) ffff9004878ef800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788536204.736712:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1875415569503488:12345-0@lo:38:kworker.0 Request processed in 16367us (18547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536204.736725:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1788536204.736818:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788536204.736828:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788536204.736834:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788536204.736837:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900589922000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788536204.736873:0:3659:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003f56ed63): req@ffff9004879cbb80 x1875415569496448/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536204.736902:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569503488:0@lo:38:kworker.0 00000100:00100000:2.0:1788536204.736974:0:22808:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536204.736995:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d456a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536204.737228:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569496448 00000100:00100000:3.0:1788536204.737234:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569496448 00000100:00100000:3.0:1788536204.737270:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788536204.737279:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569496448:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788536204.737351:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569496448:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 73us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536204.737357:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788536204.737378:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569503872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788536204.737404:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536204.737433:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569503872 00000100:00100000:3.0:1788536204.737438:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569503872 00000100:00100000:3.0:1788536204.737460:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788536204.737468:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569503872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788536204.737499:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788536204.737541:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569503872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536204.737548:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788536204.737586:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569503872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536204.737789:0:22808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22808:1875415569496448:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1788536204.737822:0:22808:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788536204.737854:0:22808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22808:1875415569504000:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788536204.737896:0:22808:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536204.737928:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536204.737978:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504000 00000100:00100000:3.0:1788536204.737982:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504000 00000100:00100000:3.0:1788536204.739311:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788536204.739326:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569504000:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788536204.739484:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569504000:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 163us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536204.739491:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788536204.742187:0:22808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22808:1875415569504000:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788536204.742424:0:22808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22808:1875415569504128:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788536204.742487:0:22808:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536204.742527:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d46e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536204.742646:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504128 00000100:00100000:2.0:1788536204.742653:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504128 00000100:00100000:2.0:1788536204.742703:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788536204.742712:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569504128:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788536204.742790:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22808:x1875415569504128:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 78us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536204.742797:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788536204.742862:0:22808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22808:1875415569504128:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1788536204.742922:0:22808:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788536204.746623:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788536204.746720:0:22808:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:3.0:1788536204.746726:0:22808:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:3.0:1788536205.385603:0:23871:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788536205.385800:0:23871:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788536205.486852:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788536206.147823:0:23919:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffa2e92af0 20000000:00000080:0.0:1788536206.147839:0:23919:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff90059f099800 uarg=0000000000000000 20000000:01000000:0.0:1788536206.147887:0:23919:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788536206.147894:0:23919:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788536206.147898:0:23919:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788536206.153339:0:23920:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1788536206.154828:0:23919:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788536206.172592:0:23919:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788536206.172897:0:23919:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.172917:0:23919:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.172925:0:23919:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.172931:0:23919:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.172974:0:23919:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.172989:0:23919:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536206.173019:0:23919:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23919:1875415569504256:0@lo:104: 00000100:00100000:0.0:1788536206.173083:0:23919:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536206.173196:0:23919:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.173205:0:23919:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 17 pid: 22761 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536206.173214:0:23919:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23919:1875415569504384:0@lo:104: 00000100:00100000:0.0:1788536206.173237:0:23919:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536206.184314:0:23919:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1a5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536206.187487:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504256 00000100:00100000:1.0:1788536206.187609:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504256 00000100:00100000:1.0:1788536206.187667:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504384 00000100:00100000:1.0:1788536206.187670:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504384 00000100:00100000:1.0:1788536206.187682:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536206.187688:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:23919:x1875415569504256:12345-0@lo:104: 00010000:00010000:1.0:1788536206.187707:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.187806:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788536206.187812:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:23919:x1875415569504256:12345-0@lo:104: Request processed in 124us (14730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536206.187820:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536206.187836:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536206.187842:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:23919:x1875415569504384:12345-0@lo:104: 00010000:00010000:1.0:1788536206.187851:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.187918:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788536206.187922:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:23919:x1875415569504384:12345-0@lo:104: Request processed in 82us (14686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536206.187927:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788536206.187943:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536206.187948:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.187953:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066e00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536206.187956:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.187962:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536206.187966:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536206.187970:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788536206.187998:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188002:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536206.188016:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188020:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488066e00/0xe79af2f39bbddfa8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfaf expref: -99 pid: 23499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188037:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536206.188039:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188043:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998f400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:1.0:1788536206.188045:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188048:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536206.188052:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536206.188055:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788536206.188062:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188066:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536206.188069:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188076:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbddea5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddeac expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188088:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536206.188090:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536206.188091:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536206.188112:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569504512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536206.188186:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536206.188231:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536206.188238:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569504640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536206.188259:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536206.188290:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504512 00000100:00100000:1.0:1788536206.188294:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504512 00010000:00010000:1.0:1788536206.188312:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 18 pid: 22758 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536206.188329:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504640 00000100:00100000:1.0:1788536206.188332:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504640 00010000:00010000:1.0:1788536206.188342:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 19 pid: 22761 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536206.188354:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536206.188370:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:3662:x1875415569504512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536206.188382:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536206.188387:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 19 pid: 22758 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188397:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 19 pid: 22758 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188413:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536206.188449:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:3662:x1875415569504512:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536206.188454:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536206.188468:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536206.188473:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569504640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536206.188487:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536206.188491:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 18 pid: 22761 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188500:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 18 pid: 22761 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188512:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188520:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188534:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188542:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188549:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188555:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188561:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620f600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536206.188565:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188572:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188592:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536206.188601:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536206.188625:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3662:x1875415569504640:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536206.188630:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536206.188669:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569504640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536206.188677:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569504512:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536206.189067:0:23919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620f200/0xe79af2f39bbddfaf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbddfa8 expref: 17 pid: 22758 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536206.189080:0:23919:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23919:1875415569504256:0@lo:104: 00010000:00010000:0.0:1788536206.189091:0:23919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af51200/0xe79af2f39bbddeac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbddea5 expref: 16 pid: 22761 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536206.189099:0:23919:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23919:1875415569504384:0@lo:104: 00010000:00010000:0.0:1788536206.189115:0:23919:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.189124:0:23919:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.189131:0:23919:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536206.189172:0:23919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620f600/0xe79af2f39bbde003 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536206.189370:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536206.509616:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536207.532848:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788536207.662097:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788536207.662102:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9005831f8000 from 13 10000000:01000000:2.0:1788536207.662106:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788536207.662191:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662202:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662224:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536207.662261:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569504768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.662329:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.662368:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.662390:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504768 00000100:00100000:2.0:1788536207.662396:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504768 00000100:00100000:2.0:1788536207.662443:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788536207.662451:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+16:22763:x1875415569504768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536207.662463:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536207.662474:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde00a expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662498:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662508:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662515:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9005b998ee00, rc 0) 00000100:00100000:2.0:1788536207.662552:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569504768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.662558:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788536207.662601:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569504768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536207.662614:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.662629:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536207.662689:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569504896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.662715:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.662729:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.662741:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569504896 00000100:00100000:2.0:1788536207.662744:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569504896 00000100:00100000:2.0:1788536207.662766:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788536207.662772:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569504896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.662900:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569504896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.662906:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788536207.662936:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569504896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.662962:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.663164:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.663179:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.663191:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505024 00000100:00100000:2.0:1788536207.663194:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505024 00000100:00100000:2.0:1788536207.663219:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788536207.663226:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569505024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.663460:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569505024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 233us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.663467:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788536207.663663:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788536207.664618:0:23992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788536207.664682:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788536207.664702:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788536207.664711:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.664721:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536207.664731:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788536207.664734:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90059dc0f800 from 13 10000000:01000000:2.0:1788536207.664736:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788536207.664763:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.664771:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.664780:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536207.664799:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.664843:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.665061:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.665080:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505152 00000100:00100000:2.0:1788536207.665085:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505152 00000100:00100000:2.0:1788536207.665357:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788536207.665367:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+17:22763:x1875415569505152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536207.665390:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536207.665402:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde018 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.665423:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.665434:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.665442:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9005b998f000, rc 0) 00000100:00100000:2.0:1788536207.665480:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569505152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.665485:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788536207.665525:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536207.665537:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.665545:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536207.665591:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.665615:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.665629:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.665641:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505280 00000100:00100000:2.0:1788536207.665645:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505280 00000100:00100000:2.0:1788536207.665666:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788536207.665672:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569505280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.665768:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569505280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.665774:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788536207.665801:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.665826:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.667011:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536207.667044:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900589627c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536207.667069:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505408 00000100:00100000:2.0:1788536207.667075:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505408 00000100:00100000:2.0:1788536207.667120:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788536207.667130:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569505408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536207.667267:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:22763:x1875415569505408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536207.667275:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788536207.667323:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569505408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788536207.668022:0:23993:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788536207.668074:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788536207.668095:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788536207.668105:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.668116:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.558445:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536209.006677:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788536209.581204:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536209.836290:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536199/real 1788536199] req@ffff90059fb7c700 x1875415569499648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536209.836328:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059fb7c700 x1875415569499648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536209.836341:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536199/real 1788536199] req@ffff90059e755c00 x1875415569499520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536209.836352:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059e755c00 x1875415569499520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788536209.836373:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536209.836399:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788536209.836403:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499648:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788536209.836409:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9004882a8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536209.836414:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788536209.836417:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569499520:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788536209.836584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536209.836589:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536209.836592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536209.836595:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536209.836624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536209.836627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788536209.836629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9004882a8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536209.836635:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1788536209.836640:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536209.836656:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9004882a8800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536209.836675:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900488969500 x1875415569506048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788536209.836688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536209.836705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788536209.836707:0:8:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788536209.836710:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1788536209.836713:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788536209.836716:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9005842b6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:1.0:1788536209.836727:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900488968a80 x1875415569506176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788536209.836759:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569505920:0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.836828:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536209.836883:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536209.836890:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569505792:0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.836929:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536209.837184:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505920 00000100:00100000:1.0:1788536209.837194:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505920 00000100:00100000:1.0:1788536209.837244:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536209.837253:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569505920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.837304:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569505920:12345-0@lo:400:kworker.0 Request processed in 52us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.837312:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536209.837336:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505792 00000100:00100000:1.0:1788536209.837340:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505792 00000100:00100000:1.0:1788536209.837366:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536209.837373:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569505792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.837402:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569505792:12345-0@lo:400:kworker.0 Request processed in 30us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.837409:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788536209.837443:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569506048:0@lo:8:kworker.0 00000400:00000100:1.0:1788536209.837470:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569506048 offset 0 length 520: 4 00000100:00100000:1.0:1788536209.837493:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569506176:0@lo:8:kworker.0 00000400:00000100:1.0:1788536209.837510:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569506176 offset 0 length 520: 4 00010000:00080000:1.0:1788536209.837544:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff900488969880 x1875415569505792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536209.837556:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569505792:0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.837565:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569505920:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.837658:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569505664:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.837687:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.837712:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788536209.837717:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569505536:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.837742:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.837763:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569506304:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.837782:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.837803:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505536 00000100:00100000:2.0:1788536209.837806:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505536 00000100:00100000:2.0:1788536209.837840:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788536209.837861:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3661:x1875415569505536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.837898:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3661:x1875415569505536:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.837904:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788536209.837932:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569506304 00000100:00100000:2.0:1788536209.837935:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569506304 00000100:00100000:2.0:1788536209.837954:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788536209.838138:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569506304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.838204:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569506304:12345-0@lo:400:kworker.0 Request processed in 244us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.838211:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788536209.838240:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569505536:0@lo:400:kworker.0 00010000:00080000:2.0:1788536209.838252:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff900488968e00 x1875415569506304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536209.838261:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569506304:0@lo:400:kworker.0 00000100:00100000:3.0:1788536209.838603:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536209.838613:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569506432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536209.838818:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569506560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536209.838874:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536209.839122:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569505664 00000100:00100000:1.0:1788536209.839128:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569505664 00000100:00100000:1.0:1788536209.839172:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569506560 00000100:00100000:1.0:1788536209.839175:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569506560 00000100:00100000:1.0:1788536209.839190:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536209.839197:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569505664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.839243:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569505664:12345-0@lo:400:kworker.0 Request processed in 46us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.839251:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536209.839267:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788536209.839273:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569506560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788536209.839303:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788536209.839341:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569506560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.839347:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788536209.839385:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569506560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536209.839491:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.839596:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569505664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.839845:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569506432 00000100:00100000:1.0:1788536209.840032:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569506432 00000100:00100000:1.0:1788536209.840105:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788536209.840113:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1875415569506432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788536209.840132:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788536209.840220:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1875415569506432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.840225:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788536209.840292:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569506432:0@lo:41:osp-pre-1-0.0 00000001:00100000:3.0:1788536210.355644:0:23500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788536210.605642:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536211.629270:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536211.889896:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536196/real 1788536196] req@ffff90059e755180 x1875415569497472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536211.889927:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059e755180 x1875415569497472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536211.889936:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536196/real 1788536196] req@ffff90059e755f80 x1875415569497600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536211.889946:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059e755f80 x1875415569497600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788536211.889975:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536211.889997:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536211.890002:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497472:0@lo:8:kworker.0 00000100:00080000:1.0:1788536211.890015:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536211.890021:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536211.890024:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569497600:0@lo:8:kworker.0 00000100:00080000:3.0:1788536211.890230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536211.890235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788536211.890237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536211.890242:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 654 00000100:00080000:3.0:1788536211.890248:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788536211.890254:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9005c06cf800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536211.890275:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7c700 x1875415569506944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788536211.890288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536211.890291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788536211.890293:0:37:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536211.890296:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 654 00000100:00080000:3.0:1788536211.890298:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788536211.890316:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff900488140000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536211.890326:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059fb7c380 x1875415569507072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788536211.890346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536211.890349:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536211.890352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536211.890354:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536211.890532:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569506688:0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.890562:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569507328:0@lo:400:kworker.0 00000100:00100000:3.0:1788536211.890624:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569506816:0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.891574:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536211.891638:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507328 00000100:00100000:2.0:1788536211.891645:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507328 00000100:00100000:2.0:1788536211.891699:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788536211.891708:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569507328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.891773:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569507328:12345-0@lo:400:kworker.0 Request processed in 66us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536211.891787:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788536211.891849:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569507328:0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.891894:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569507200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.892292:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536211.892335:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507200 00000100:00100000:2.0:1788536211.892340:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507200 00000100:00100000:2.0:1788536211.892371:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536211.892378:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569507200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.892411:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569507200:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536211.892417:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788536211.892444:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059fb7d180 x1875415569507200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536211.892455:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569507200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.892498:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569506944:0@lo:8:kworker.0 00000400:00000100:2.0:1788536211.892530:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569506944 offset 0 length 520: 4 00000100:00100000:2.0:1788536211.892557:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569507072:0@lo:8:kworker.0 00000400:00000100:2.0:1788536211.892584:0:3659:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875415569507072 offset 0 length 520: 4 00000100:00100000:1.0:1788536211.897476:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536211.897545:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3663:1875415569507456:0@lo:400:kworker.0 00000100:00100000:1.0:1788536211.897605:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536211.897650:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569506688 00000100:00100000:1.0:1788536211.897659:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569506688 00000100:00100000:1.0:1788536211.897704:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788536211.897712:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3663:x1875415569506688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536211.897761:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:3663:x1875415569506688:12345-0@lo:400:kworker.0 Request processed in 50us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536211.897769:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788536211.897801:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507456 00000100:00100000:1.0:1788536211.897805:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507456 00000100:00100000:1.0:1788536211.897830:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536211.903410:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536211.903472:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569506816 00000100:00100000:2.0:1788536211.903481:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569506816 00000100:00100000:2.0:1788536211.903525:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788536211.903535:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569506816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536211.903591:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569506816:12345-0@lo:400:kworker.0 Request processed in 57us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536211.903609:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788536211.903654:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569506816:0@lo:400:kworker.0 00000100:00100000:1.0:1788536211.904214:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1875415569507456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536211.904260:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1875415569507456:12345-0@lo:400:kworker.0 Request processed in 54us (6654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536211.904267:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788536211.904541:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569506688:0@lo:400:kworker.0 00010000:00080000:1.0:1788536211.904559:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059fb7d500 x1875415569507456/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536211.904571:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3663:1875415569507456:0@lo:400:kworker.0 00000040:00080000:3.0:1788536211.950847:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:3.0:1788536212.169370:0:24268:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788536212.169374:0:24268:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788536212.169375:0:24268:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788536212.169587:0:24268:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9004878e8000 00000020:01000004:3.0:1788536212.169604:0:24268:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788536212.169616:0:24268:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788536212.169629:0:24268:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff90059fa93380) 00000020:00000080:3.0:1788536212.169646:0:24268:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788536212.239709:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788536212.242276:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788536212.242696:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788536212.242921:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788536212.243407:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788536212.243638:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788536212.243821:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:3.0:1788536212.245537:0:24268:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788536212.245744:0:24268:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788536212.245757:0:24268:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788536212.245769:0:24268:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe79af2f39bbde02d 00000020:01000004:3.0:1788536212.245777:0:24268:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788536212.245799:0:24268:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788536212.245802:0:24268:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788536212.245807:0:24268:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788536212.245812:0:24268:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788536212.245824:0:24268:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9005b7a7b380) 00000020:00000080:3.0:1788536212.248569:0:24268:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1788536212.253459:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788536212.253650:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788536212.253663:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1788536212.256602:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1788536212.256613:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1788536212.256927:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1788536212.256933:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788536212.265607:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536212.265798:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788536212.265805:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788536212.275686:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1788536212.275698:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788536212.313531:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788536212.313760:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788536212.313766:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788536212.320204:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788536212.320229:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788536212.321579:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788536212.321591:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788536212.323892:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788536212.324095:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788536212.324101:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788536212.326839:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788536212.326852:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788536212.373971:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788536212.374716:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788536212.374722:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788536212.376487:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788536212.376499:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788536212.378410:0:24268:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788536212.378446:0:24268:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1788536212.378452:0:24268:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788536212.391435:0:24268:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788536212.391484:0:24268:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.113@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788536212.391488:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788536212.391490:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.391491:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.391493:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.391494:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.391495:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.391497:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.391498:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.391500:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788536212.391503:0:24268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788536212.391505:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788536212.391506:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.391507:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.391509:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.391510:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.391511:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.391512:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.391513:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.391514:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788536212.391540:0:24268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788536212.391560:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507584:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788536212.391628:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.391784:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b866c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536212.393189:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507584 00000100:00100000:2.0:1788536212.393202:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507584 00000100:00100000:2.0:1788536212.393264:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788536212.393274:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:24268:x1875415569507584:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788536212.393307:0:22760:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788536212.393310:0:22760:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788536212.393314:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788536212.394046:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:24268:x1875415569507584:12345-0@lo:253:mount.lustre.0 Request processed in 771us (2414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.394056:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788536212.394217:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507584:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788536212.394230:0:24268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788536212.394233:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788536212.394235:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.394236:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.394237:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.394238:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.394239:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.394240:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.394241:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.394256:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788536212.394274:0:24268:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9004878e8000 from lustre-OST0000 10000000:01000000:3.0:1788536212.394298:0:24268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788536212.394301:0:24268:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788536212.394308:0:24268:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90059e5d3380 local copy 00010000:00010000:3.0:1788536212.394317:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536212.394435:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536212.394472:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.394506:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86600 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.394560:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507712 00000100:00100000:1.0:1788536212.394566:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507712 00000100:00100000:1.0:1788536212.394604:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788536212.394612:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:24268:x1875415569507712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536212.394700:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:24268:x1875415569507712:12345-0@lo:501:mount.lustre.0 Request processed in 88us (227us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536212.394707:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788536212.395255:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507712:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788536212.395269:0:24268:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788536212.395289:0:24268:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788536212.395295:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.395305:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536212.395328:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9004878e8000 10000000:01000000:3.0:1788536212.395333:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788536212.395339:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788536212.395341:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788536212.395345:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788536212.395348:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788536212.395373:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.395382:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.395398:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536212.395424:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507840:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788536212.395454:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.395475:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536212.395642:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507840 00000100:00100000:0.0:1788536212.395647:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507840 00000100:00100000:0.0:1788536212.395686:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788536212.395693:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+18:24268:x1875415569507840:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536212.395703:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536212.395721:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620f600/0xe79af2f39bbde042 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde03b expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536212.395743:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620f600/0xe79af2f39bbde042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde03b expref: 19 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536212.395754:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620f600/0xe79af2f39bbde042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde03b expref: 19 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536212.395762:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620f600, rc 0) 00000100:00100000:0.0:1788536212.395804:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569507840:12345-0@lo:101:mount.lustre.0 Request processed in 111us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.395810:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788536212.395901:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507840:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788536212.395914:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde042 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536212.395933:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde042 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536212.397803:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1788536212.398551:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788536212.401134:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788536212.401470:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788536212.401489:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788536212.401503:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788536212.401517:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788536212.401530:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788536212.401544:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788536212.401556:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788536212.401568:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788536212.401581:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788536212.401614:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788536212.401629:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788536212.401656:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788536212.401661:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788536212.401757:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536212.401822:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.401877:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536212.402065:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569507968 00000100:00100000:2.0:1788536212.402072:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569507968 00000100:00100000:2.0:1788536212.402128:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788536212.402138:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569507968:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536212.402500:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569507968:12345-0@lo:501:mount.lustre.0 Request processed in 362us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536212.402507:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788536212.402643:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569507968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536212.402681:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508096:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788536212.402730:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.402808:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.409324:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508096 00000100:00100000:1.0:1788536212.409339:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508096 00000100:00100000:1.0:1788536212.409448:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788536212.409458:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508096:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536212.411500:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508096:12345-0@lo:503:mount.lustre.0 Request processed in 2035us (8761us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.411523:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788536212.413719:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508096:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788536212.414510:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788536212.414614:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508224:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536212.414683:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536212.414725:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005c2151000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.414916:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508224 00000100:00100000:3.0:1788536212.414922:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508224 00000100:00100000:3.0:1788536212.415069:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788536212.415080:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508224:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536212.417023:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508224:12345-0@lo:502:mount.lustre.0 Request processed in 1937us (2333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536212.417036:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788536212.417331:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508224:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.417788:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788536212.417817:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788536212.417846:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788536212.417862:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788536212.417875:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788536212.417887:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788536212.417899:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788536212.417910:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788536212.417922:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788536212.417935:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788536212.418015:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788536212.418031:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788536212.418068:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.418361:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.418395:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.418516:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508352 00000100:00100000:1.0:1788536212.418523:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508352 00000100:00100000:1.0:1788536212.418568:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788536212.418576:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508352:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536212.429826:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508352:12345-0@lo:502:mount.lustre.0 Request processed in 11240us (11456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.429852:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788536212.438087:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.438441:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788536212.438458:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1788536212.440481:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788536212.440493:0:24285:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1788536212.440501:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.440504:0:24285:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788536212.440510:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788536212.440526:0:24285:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff90059d493380) 00000020:00000080:1.0:1788536212.440569:0:24285:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788536212.440576:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788536212.440655:0:24285:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9004878e8000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788536212.440665:0:24285:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788536212.440672:0:24285:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe79af2f39bbde050 00010000:00010000:0.0:1788536212.452696:0:24285:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1788536212.457016:0:24285:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788536212.461377:0:24285:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788536212.468316:0:24285:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788536212.468329:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536212.468336:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468338:0:24285:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788536212.468342:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788536212.468344:0:24285:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788536212.468346:0:24285:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536212.468347:0:24285:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788536212.468349:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788536212.468351:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468353:0:24285:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788536212.468363:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536212.468367:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468368:0:24285:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788536212.468371:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788536212.468373:0:24285:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788536212.468375:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536212.468377:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468378:0:24285:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788536212.468380:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536212.468382:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468383:0:24285:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788536212.468386:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788536212.468431:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536212.468434:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536212.468436:0:24285:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788536212.468439:0:24285:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788536212.469184:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788536212.469224:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788536212.469242:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde042 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.469263:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90058af50e00/0xe79af2f39bbde03b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde042 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536212.469272:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9004878e8000 from 1 10000000:01000000:3.0:1788536212.469275:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788536212.469311:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.469320:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.469331:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536212.469357:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508480:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788536212.469725:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.469776:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.469862:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508480 00000100:00100000:1.0:1788536212.469871:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508480 00000100:00100000:1.0:1788536212.469916:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788536212.469925:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:24268:x1875415569508480:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536212.469939:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536212.469963:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde057 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.469988:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.469999:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.470007:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488067c00, rc 0) 00000100:00100000:1.0:1788536212.470057:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508480:12345-0@lo:101:mount.lustre.0 Request processed in 134us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.470064:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788536212.472705:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508480:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536212.472736:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.472749:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536212.493345:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788536212.493600:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536212.493776:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788536212.493800:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788536212.493813:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788536212.493824:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788536212.493872:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788536212.493887:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788536212.493901:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788536212.493912:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788536212.493924:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788536212.493936:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788536212.493958:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788536212.493975:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788536212.493981:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788536212.494052:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536212.494126:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536212.494554:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cb600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.503854:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508608 00000100:00100000:3.0:1788536212.503869:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508608 00000100:00100000:3.0:1788536212.503951:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788536212.503960:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508608:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536212.504219:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508608:12345-0@lo:501:mount.lustre.0 Request processed in 259us (10091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.504227:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788536212.506668:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536212.506754:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536212.506919:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536212.509444:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508736 00000100:00100000:0.0:1788536212.509469:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508736 00000100:00100000:0.0:1788536212.509530:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788536212.509541:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508736:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536212.509698:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508736:12345-0@lo:503:mount.lustre.0 Request processed in 159us (2870us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.509706:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788536212.509765:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536212.509790:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508736:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788536212.511492:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788536212.511615:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508864:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536212.511687:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536212.512364:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934f600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.516735:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508864 00000100:00100000:3.0:1788536212.516753:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508864 00000100:00100000:0.0:1788536212.516929:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788536212.516952:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508864:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536212.517132:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508864:12345-0@lo:502:mount.lustre.0 Request processed in 193us (5444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.517140:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788536212.517393:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508864:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.517673:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788536212.517702:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788536212.517716:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788536212.517727:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788536212.517740:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788536212.517752:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788536212.517764:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788536212.517776:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788536212.517788:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788536212.517802:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788536212.517818:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788536212.517870:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.517922:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.517972:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.518210:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569508992 00000100:00100000:1.0:1788536212.518216:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569508992 00000100:00100000:1.0:1788536212.518249:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788536212.518258:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536212.518356:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569508992:12345-0@lo:502:mount.lustre.0 Request processed in 99us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.518363:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788536212.518752:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569508992:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.518803:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788536212.518812:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788536212.520069:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536212.520082:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520084:0:24289:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788536212.520104:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9004878e8000 00000020:00000080:1.0:1788536212.520114:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536212.520123:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536212.520125:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520127:0:24289:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788536212.520130:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536212.520132:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520133:0:24289:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788536212.520137:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9004878e8000 00000020:00000080:1.0:1788536212.520138:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536212.520272:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536212.520276:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520277:0:24289:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788536212.520280:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536212.520282:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520283:0:24289:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788536212.520286:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9004878e8000 00000020:00000080:1.0:1788536212.520288:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536212.520306:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536212.520309:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520310:0:24289:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788536212.520313:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536212.520315:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520316:0:24289:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788536212.520319:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9004878e8000 00000020:00000080:1.0:1788536212.520322:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536212.520345:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536212.520348:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536212.520350:0:24289:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788536212.520353:0:24289:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788536212.529335:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788536212.529385:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788536212.529412:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536212.529425:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536212.529478:0:24268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788536212.529481:0:24268:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9004878e8000 10000000:01000000:2.0:1788536212.529485:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9004878e8000 10000000:01000000:2.0:1788536212.529489:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788536212.529495:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9004878e8000 from 1 10000000:01000000:2.0:1788536212.529498:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788536212.529536:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536212.529544:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536212.529554:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536212.529577:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509120:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788536212.529642:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536212.529687:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.533918:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509120 00000100:00100000:1.0:1788536212.533934:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509120 00000100:00100000:1.0:1788536212.533999:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788536212.534011:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:24268:x1875415569509120:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536212.534038:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536212.534059:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488066a00/0xe79af2f39bbde06c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde065 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.534087:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488066a00/0xe79af2f39bbde06c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde065 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.534098:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488066a00/0xe79af2f39bbde06c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde065 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.534107:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488066a00, rc 0) 00000100:00100000:1.0:1788536212.534197:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509120:12345-0@lo:101:mount.lustre.0 Request processed in 188us (4554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.534205:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788536212.539728:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509120:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536212.539759:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde06c expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536212.539772:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde06c expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536212.552629:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788536212.552931:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788536212.553210:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788536212.553236:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788536212.553250:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788536212.553264:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788536212.553277:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788536212.553288:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788536212.553301:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788536212.553314:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788536212.553328:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788536212.553343:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788536212.553359:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788536212.553374:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788536212.553388:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788536212.553883:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788536212.553921:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788536212.553952:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788536212.553969:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788536212.553983:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788536212.553994:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788536212.554006:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788536212.554018:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788536212.554031:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788536212.554044:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788536212.554058:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788536212.554069:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788536212.554081:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788536212.554095:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788536212.554108:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788536212.554122:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788536212.554136:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788536212.554569:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788536212.554601:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788536212.554903:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788536212.554924:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788536212.554937:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788536212.555502:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788536212.555519:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788536212.555534:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788536212.555549:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788536212.555564:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788536212.555578:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788536212.555593:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788536212.555608:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788536212.555623:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788536212.555638:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788536212.555652:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788536212.555667:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788536212.555707:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788536212.555875:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788536212.555896:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788536212.555915:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788536212.555921:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788536212.556262:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509248:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536212.556328:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536212.556369:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005812ed240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536212.560394:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509248 00000100:00100000:1.0:1788536212.563669:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509248 00000100:00100000:1.0:1788536212.563750:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788536212.563772:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509248:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536212.565188:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509248:12345-0@lo:501:mount.lustre.0 Request processed in 1412us (8853us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.565200:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788536212.574858:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536212.574932:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509376:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536212.575311:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536212.575344:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536212.575487:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509376 00000100:00100000:0.0:1788536212.575494:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509376 00000100:00100000:0.0:1788536212.575575:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788536212.575584:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536212.575751:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509376:12345-0@lo:503:mount.lustre.0 Request processed in 167us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.575758:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788536212.575893:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509376:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788536212.579557:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788536212.579680:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509504:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.579756:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.579797:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509504 00000100:00100000:3.0:1788536212.579805:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509504 00000100:00100000:3.0:1788536212.579863:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788536212.579873:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509504:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.579979:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509504:12345-0@lo:502:mount.lustre.0 Request processed in 107us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.579987:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788536212.580041:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.580062:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509504:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.580261:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788536212.580283:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788536212.580294:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788536212.580304:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788536212.580315:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788536212.580325:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788536212.580336:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788536212.580346:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788536212.580356:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788536212.580366:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788536212.580377:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788536212.580388:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788536212.580409:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788536212.580421:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788536212.580431:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788536212.580442:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788536212.580453:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788536212.580463:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788536212.580480:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788536212.580491:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788536212.580501:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788536212.580511:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788536212.580522:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788536212.580532:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788536212.580543:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788536212.580553:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788536212.580563:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788536212.580574:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788536212.580593:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788536212.580604:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788536212.580615:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788536212.580625:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788536212.580636:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788536212.580646:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788536212.580656:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788536212.580666:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788536212.580677:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788536212.580687:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788536212.580699:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788536212.580712:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788536212.580723:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788536212.580735:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788536212.580747:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788536212.580760:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788536212.580786:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788536212.580800:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788536212.580813:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788536212.580826:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788536212.584346:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509632:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.584431:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.584476:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509632 00000100:00100000:3.0:1788536212.584482:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509632 00000100:00100000:3.0:1788536212.584522:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788536212.584530:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509632:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.584628:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509632:12345-0@lo:502:mount.lustre.0 Request processed in 98us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.584636:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788536212.584684:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.584704:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509632:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.584895:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788536212.584916:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788536212.584936:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509760:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536212.590376:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.590428:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536212.590493:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509760 00000100:00100000:2.0:1788536212.590500:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509760 00000100:00100000:2.0:1788536212.590551:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788536212.590560:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509760:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536212.590683:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569509760:12345-0@lo:502:mount.lustre.0 Request processed in 124us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536212.590690:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788536212.590887:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569509760:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536212.590984:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788536212.590999:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788536212.596770:0:24295:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788536212.596789:0:24295:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff900488acb380) 00000020:00000080:2.0:1788536212.596813:0:24295:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1788536212.596894:0:24295:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9004878e8000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788536212.596898:0:24295:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9004878e8000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788536212.596900:0:24295:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9004878e8000 3 00010000:00080000:2.0:1788536212.596958:0:24295:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005c0a38000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.113@tcp at head 00010000:00010000:2.0:1788536212.599470:0:24295:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1788536212.599804:0:24295:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788536212.599857:0:24295:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788536212.599869:0:24295:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xe79af2f39bbde07a 00000100:00080000:2.0:1788536212.599880:0:24295:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788536212.599886:0:24295:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9005c0a38000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536212.599922:0:24295:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cad80 x1875415569509888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788536212.599972:0:24295:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788536212.600051:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569509888:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788536212.600128:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536212.600219:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569509888 00000100:00100000:1.0:1788536212.600226:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569509888 00000100:00100000:1.0:1788536212.600256:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788536212.600262:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1875415569509888:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788536212.600284:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:1.0:1788536212.600313:0:22768:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xe79af2f39bbde081 00000004:00100000:1.0:1788536212.600327:0:22768:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788536212.600355:0:22768:0:(import.c:65:import_set_state_nolock()) ffff90048828f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536212.600406:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875415569509888:12345-0@lo:38:llog_process_th.0 Request processed in 143us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536212.600423:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788536212.600465:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9004879cad80 x1875415569509888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536212.600474:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788536212.600480:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788536212.600487:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788536212.600490:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788536212.600492:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c0a38000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788536212.600497:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3659:1875415569509888:0@lo:38:llog_process_th.0 00000020:01000004:2.0:1788536212.601306:0:24295:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788536212.601322:0:24295:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9005baf28000) 00000020:00000080:2.0:1788536212.601338:0:24295:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1788536212.601416:0:24295:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9004878e8000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788536212.601420:0:24295:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9004878e8000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788536212.601422:0:24295:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9004878e8000 3 00010000:00080000:2.0:1788536212.601446:0:24295:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9005c0a3c000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.113@tcp at head 00000100:00080000:3.0:1788536212.605358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.605364:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.605367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.605369:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.605392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.605395:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.605397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.605406:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788536212.605468:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569510016:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605535:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.605570:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536212.605576:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569510144:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605598:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.605629:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569510272:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605650:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.605667:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536212.605671:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569510400:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605689:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.605725:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510016 00000100:00100000:3.0:1788536212.605732:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510016 00000100:00100000:3.0:1788536212.605761:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510272 00000100:00100000:3.0:1788536212.605764:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510272 00000100:00100000:3.0:1788536212.605780:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788536212.605788:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569510016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605848:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569510016:12345-0@lo:400:kworker.0 Request processed in 60us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.605856:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788536212.605872:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536212.605878:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569510272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.605909:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569510272:12345-0@lo:400:kworker.0 Request processed in 32us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.605914:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536212.605933:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510144 00010000:00010000:2.0:1788536212.606728:0:24295:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1788536212.606934:0:24295:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000100:00100000:3.0:1788536212.607044:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510144 00000100:00100000:3.0:1788536212.607086:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510400 00000100:00100000:3.0:1788536212.607089:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510400 00000100:00100000:3.0:1788536212.607257:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536212.607264:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569510144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.607324:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875415569510144:12345-0@lo:400:kworker.0 Request processed in 60us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.607330:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536212.607343:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788536212.607349:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569510400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.607374:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569510400:12345-0@lo:400:kworker.0 Request processed in 27us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.607380:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788536212.608043:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059fb7ce00 x1875415569510400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536212.608058:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569510400:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.608072:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569510272:0@lo:400:kworker.0 00010000:00080000:3.0:1788536212.609280:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90059fb7ea00 x1875415569510144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536212.609293:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875415569510144:0@lo:400:kworker.0 00000100:00100000:3.0:1788536212.609306:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569510016:0@lo:400:kworker.0 00000010:01000000:2.0:1788536212.609529:0:24295:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788536212.609541:0:24295:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xe79af2f39bbde08f 00000100:00080000:2.0:1788536212.609550:0:24295:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788536212.609556:0:24295:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9005c0a3c000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536212.609586:0:24295:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cb480 x1875415569510528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788536212.609620:0:24295:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788536212.612333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.612342:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.612344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.612354:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.612358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.612361:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788536212.612364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536212.612366:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788536212.612399:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3659:1875415569510528:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788536212.612465:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.612518:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510528 00000100:00100000:3.0:1788536212.612524:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510528 00000100:00100000:3.0:1788536212.612555:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788536212.612562:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875415569510528:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788536212.612588:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:3.0:1788536212.612619:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xe79af2f39bbde096 00000004:00100000:3.0:1788536212.612634:0:22767:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788536212.612663:0:22767:0:(import.c:65:import_set_state_nolock()) ffff90059f0f0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788536212.612708:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1875415569510528:12345-0@lo:38:llog_process_th.0 Request processed in 145us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.612715:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788536212.612758:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9004879cb480 x1875415569510528/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536212.612769:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788536212.612777:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788536212.612784:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788536212.612788:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788536212.612797:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c0a3c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788536212.612803:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3659:1875415569510528:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788536212.614620:0:24295:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788536212.614847:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788536212.614876:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788536212.614898:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde06c expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.614909:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998e800/0xe79af2f39bbde065 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde06c expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788536212.615016:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788536212.615018:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.615020:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.615021:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.615022:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.615024:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.615025:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.615026:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.615027:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788536212.615031:0:24268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788536212.615033:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788536212.615035:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.615036:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.615037:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.615038:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.615040:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.615041:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.615042:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.615043:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788536212.615064:0:24268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788536212.615082:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569510656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788536212.615348:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.615386:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff900587b86180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.615410:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510656 00000100:00100000:3.0:1788536212.615424:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510656 00000100:00100000:3.0:1788536212.615461:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788536212.615469:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569510656:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788536212.615492:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788536212.615504:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788536212.620912:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788536212.622733:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788536212.624562:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:24268:x1875415569510656:12345-0@lo:253:mount.lustre.0 Request processed in 9085us (9206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536212.624578:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788536212.624678:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:24268:1875415569510656:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788536212.624693:0:24268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788536212.624697:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788536212.624699:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788536212.624700:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536212.624701:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536212.624702:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536212.624703:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536212.624705:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536212.624707:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536212.624708:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788536212.624722:0:24268:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788536212.627385:0:24268:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 20000000:01000000:1.0:1788536212.635609:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788536212.635620:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788536212.635743:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.635763:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.635772:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.635780:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.635824:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.635854:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 20 pid: 22760 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536212.635889:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569510784:0@lo:104: 00000100:00100000:1.0:1788536212.635958:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536212.636024:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536212.636032:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536212.636039:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569510912:0@lo:104: 00000100:00100000:1.0:1788536212.636065:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536212.636103:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5b4900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536212.636653:0:22750:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788536212.636674:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510784 00000100:00100000:3.0:1788536212.636682:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510784 00000100:00100000:3.0:1788536212.636716:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569510912 00000100:00100000:3.0:1788536212.636719:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569510912 00000100:00100000:3.0:1788536212.636733:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536212.636741:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569510784:12345-0@lo:104: 00010000:00010000:3.0:1788536212.636756:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.636820:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788536212.636845:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569510784:12345-0@lo:104: Request processed in 104us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.636851:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536212.636868:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788536212.636874:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0006050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569510912:12345-0@lo:104: 00010000:00010000:3.0:1788536212.636882:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.636913:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788536212.636918:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0006050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569510912:12345-0@lo:104: Request processed in 45us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.636924:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788536212.636973:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569510784:0@lo:104: 00000100:00100000:3.0:1788536212.636982:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569510912:0@lo:104: 00010000:00010000:3.0:1788536212.637002:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638439:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536212.638451:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638461:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998fa00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536212.638465:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638475:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536212.638483:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536212.638499:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788536212.638540:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638547:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536212.638567:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638574:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbddfee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddff5 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638588:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536212.638592:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638598:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620fc00 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536212.638601:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638607:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536212.638614:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536212.638619:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788536212.638632:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638638:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536212.638651:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638658:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90059620fc00/0xe79af2f39bbddfe0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbddfe7 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.638672:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536212.638674:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536212.638676:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536212.638693:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569511040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536212.638747:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.638796:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536212.638802:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569511168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536212.638837:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536212.638878:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511040 00000100:00100000:3.0:1788536212.638884:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511040 00010000:00010000:3.0:1788536212.638907:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 21 pid: 22760 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536212.638929:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511168 00000100:00100000:3.0:1788536212.638932:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511168 00010000:00010000:3.0:1788536212.638979:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 22 pid: 22761 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536212.638996:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536212.639005:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:3660:x1875415569511040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536212.639016:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536212.639021:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 22 pid: 22760 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639041:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 22 pid: 22760 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639055:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620ec00/0xe79af2f39bbddff5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbddfee expref: 22 pid: 22760 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639069:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536212.639116:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569511040:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.639123:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536212.639140:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788536212.639417:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e0ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:3660:x1875415569511168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536212.639427:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536212.639432:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639441:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639452:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9005b998e200/0xe79af2f39bbddfe7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbddfe0 expref: 20 pid: 22761 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639464:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639471:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788536212.639484:0:22753:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003865419s 00010000:00010000:3.0:1788536212.639494:0:22753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639502:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639509:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639516:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639521:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536212.639524:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639532:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639547:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639557:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536212.639584:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e0ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:3660:x1875415569511168:12345-0@lo:103:ldlm_bl.0 Request processed in 438us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536212.639591:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788536212.639721:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569511168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536212.639729:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569511040:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536212.639756:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639774:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536212.639780:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488066200/0xe79af2f39bbde09d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536212.641557:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788536212.645187:0:24268:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788536212.645196:0:24268:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788536212.645231:0:24268:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788536212.645275:0:24268:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788536212.645295:0:24268:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788536212.645316:0:24268:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1788536212.646706:0:24268:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536212.646939:0:24268:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788536212.673388:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536213.678028:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788536213.830142:0:24349:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536213.830376:0:24349:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1788536214.252262:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788536214.252273:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9005831f8000 from 13 10000000:01000000:2.0:1788536214.252279:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536214.252338:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536214.252350:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536214.252373:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536214.252402:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536214.252476:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536214.252521:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536214.255343:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511296 00000100:00100000:3.0:1788536214.255356:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511296 00000100:00100000:3.0:1788536214.255420:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788536214.255431:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+19:22763:x1875415569511296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536214.255448:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536214.255469:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde0a4 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.255497:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.255508:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.255517:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af50a00, rc 0) 00000100:00100000:3.0:1788536214.255600:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:22763:x1875415569511296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (3124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536214.255607:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788536214.255872:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536214.255901:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536214.255910:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536214.255979:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511424:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788536214.256046:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536214.256098:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536214.257125:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511424 00000100:00100000:3.0:1788536214.257135:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511424 00000100:00100000:3.0:1788536214.257202:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788536214.257219:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:22763:x1875415569511424:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788536214.257238:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788536214.257254:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788536214.257258:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788536214.257387:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:22763:x1875415569511424:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 170us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536214.257395:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788536214.257442:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511424:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788536214.257507:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788536214.257517:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536214.257527:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536214.257547:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788536214.257550:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90059dc0f800 from 13 10000000:01000000:1.0:1788536214.257552:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788536214.257579:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536214.257588:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536214.257597:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536214.257616:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536214.257664:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536214.257699:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5b4900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536214.259129:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511552 00000100:00100000:3.0:1788536214.259140:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511552 00000100:00100000:3.0:1788536214.259222:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788536214.259232:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:22763:x1875415569511552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536214.259244:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536214.259259:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde0b2 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.259283:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.259963:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.259976:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058af51600, rc 0) 00000100:00100000:3.0:1788536214.260061:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569511552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 829us (2395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536214.260182:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536214.260203:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536214.260213:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536214.260275:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788536214.260326:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536214.260357:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5b4900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536214.260526:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511680 00000100:00100000:2.0:1788536214.260532:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511680 00000100:00100000:3.0:1788536214.260626:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788536214.269665:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788536214.269687:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569511680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788536214.269720:0:22761:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788536214.269738:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788536214.269742:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788536214.269905:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569511680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 225us (9576us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536214.269913:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788536214.269980:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569511680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788536214.270049:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788536214.270060:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536214.270086:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536214.702906:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536214.958193:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569511808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536214.958263:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536214.958324:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511808 00000100:00100000:3.0:1788536214.958332:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511808 00000100:00100000:3.0:1788536214.958369:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788536214.958376:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569511808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536214.958404:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536214.958441:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569511808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536214.958447:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788536214.958485:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569511808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536214.958842:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536214.958854:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569511936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536214.958897:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536214.959132:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569511936 00000100:00100000:2.0:1788536214.959138:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569511936 00000100:00100000:2.0:1788536214.959194:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788536214.959201:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569511936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788536214.959222:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788536214.959312:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569511936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536214.959318:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788536214.959487:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569511936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788536215.724340:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536216.753017:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536217.779482:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536218.030204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536218.030210:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536218.030225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536218.030227:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536218.030254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788536218.031371:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569512064:0@lo:400:kworker.0 00000100:00100000:0.0:1788536218.031446:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536218.031499:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536218.031506:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569512192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536218.031532:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536218.031565:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512064 00000100:00100000:0.0:1788536218.031572:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512064 00000100:00100000:0.0:1788536218.031617:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788536218.031625:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569512064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536218.031672:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569512064:12345-0@lo:400:kworker.0 Request processed in 47us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.031679:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788536218.031711:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512192 00000100:00100000:0.0:1788536218.031715:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512192 00000100:00100000:0.0:1788536218.031738:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788536218.031744:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569512192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536218.031775:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569512192:12345-0@lo:400:kworker.0 Request processed in 31us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.031781:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788536218.031827:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569512192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536218.031837:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569512064:0@lo:400:kworker.0 00000100:00080000:1.0:1788536218.031913:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536218.031918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536218.031921:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536218.031981:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569512704:0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.032017:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536218.032038:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536218.032043:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569512576:0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.032063:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536218.032087:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569512320:0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.032112:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536218.032128:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569512832:0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.032167:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536218.032179:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536218.032184:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569512448:0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.032204:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536218.032235:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512704 00000100:00100000:1.0:1788536218.032239:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512704 00000100:00100000:1.0:1788536218.032957:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512576 00000100:00100000:1.0:1788536218.032962:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512576 00000100:00100000:1.0:1788536218.032979:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512320 00000100:00100000:1.0:1788536218.032982:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512320 00000100:00100000:1.0:1788536218.032992:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512832 00000100:00100000:1.0:1788536218.033005:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512832 00000100:00100000:1.0:1788536218.033027:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788536218.033035:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569512704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.033095:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569512704:12345-0@lo:400:kworker.0 Request processed in 60us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.033101:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788536218.033116:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788536218.033122:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569512576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.033173:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569512576:12345-0@lo:400:kworker.0 Request processed in 51us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.033179:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788536218.033191:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788536218.033197:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569512320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536218.033230:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569512320:12345-0@lo:400:kworker.0 Request processed in 33us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.033235:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788536218.033246:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788536218.033252:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569512832:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1788536218.035004:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90048896bb80 x1875415569512576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536218.035022:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569512576:0@lo:400:kworker.0 00010000:00080000:3.0:1788536218.035043:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488968e00 x1875415569512704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536218.035052:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569512704:0@lo:400:kworker.0 00000100:00100000:3.0:1788536218.035877:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512448 00000100:00100000:3.0:1788536218.035885:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512448 00000100:00100000:3.0:1788536218.036010:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788536218.036019:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569512448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536218.036093:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569512448:12345-0@lo:400:kworker.0 Request processed in 74us (3886us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.036099:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788536218.036388:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569512832:12345-0@lo:400:kworker.0 Request processed in 3134us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.036397:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788536218.036431:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788536218.036435:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536218.036472:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569512448:0@lo:400:kworker.0 00010000:00080000:1.0:1788536218.036488:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488969f80 x1875415569512320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536218.036516:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569512320:0@lo:400:kworker.0 00010000:00080000:1.0:1788536218.036530:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488969180 x1875415569512832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536218.036539:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569512832:0@lo:400:kworker.0 00010000:00010000:3.0:1788536218.796259:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536219.244741:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788536219.827706:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536219.877479:0:24640:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1788536220.076662:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569512960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536220.076735:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536220.077028:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569512960 00000100:00100000:3.0:1788536220.077038:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569512960 00000100:00100000:3.0:1788536220.077103:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788536220.077126:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569512960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536220.077183:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536220.077233:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569512960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536220.077240:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788536220.077280:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569512960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788536220.082851:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569513088:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536220.082920:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536220.082989:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513088 00000100:00100000:2.0:1788536220.082996:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513088 00000100:00100000:2.0:1788536220.083039:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788536220.083048:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569513088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788536220.083079:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788536220.083128:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569513088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536220.083170:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788536220.083213:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569513088:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788536220.844630:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788536221.006637:0:24692:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788536221.009464:0:24692:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1788536221.168097:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788536221.873166:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788536222.023510:0:24742:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788536222.023721:0:24742:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788536222.895308:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536223.150810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536223.150816:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536223.150818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536223.150821:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788536223.150832:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569513216:0@lo:400:kworker.0 00000100:00080000:1.0:1788536223.150836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536223.150839:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788536223.150841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788536223.150844:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788536223.150912:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536223.150964:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569513728:0@lo:400:kworker.0 00000100:00100000:2.0:1788536223.150991:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536223.151007:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536223.151012:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569513600:0@lo:400:kworker.0 00000100:00100000:2.0:1788536223.151058:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536223.151088:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513600 00000100:00100000:2.0:1788536223.151095:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513600 00000100:00100000:2.0:1788536223.151135:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536223.151143:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569513600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536223.151210:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569513600:12345-0@lo:400:kworker.0 Request processed in 67us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.151216:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536223.151255:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569513600:0@lo:400:kworker.0 00000100:00100000:3.0:1788536223.151722:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513728 00000100:00100000:3.0:1788536223.151727:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513728 00000100:00100000:3.0:1788536223.151780:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788536223.151788:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569513728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536223.151829:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569513728:12345-0@lo:400:kworker.0 Request processed in 42us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.151835:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:3.0:1788536223.151877:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488821880 x1875415569513728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536223.151888:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569513728:0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.155797:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569513344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.155870:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536223.155910:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3662:1875415569513856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.155932:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536223.155955:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788536223.155961:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569513472:0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.155991:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536223.156003:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569513984:0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.156018:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536223.156048:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513216 00000100:00100000:1.0:1788536223.156055:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513216 00000100:00100000:1.0:1788536223.156094:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788536223.156101:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3661:x1875415569513216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.156174:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3661:x1875415569513216:12345-0@lo:400:kworker.0 Request processed in 43us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.156182:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788536223.156211:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513856 00000100:00100000:1.0:1788536223.156213:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513856 00000100:00100000:1.0:1788536223.156969:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513472 00000100:00100000:1.0:1788536223.156974:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513472 00000100:00100000:1.0:1788536223.156984:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513984 00000100:00100000:1.0:1788536223.156986:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513984 00000100:00100000:1.0:1788536223.156998:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536223.157004:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875415569513856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.157058:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875415569513856:12345-0@lo:400:kworker.0 Request processed in 54us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.157064:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536223.157075:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536223.157080:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569513472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.157100:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569513472:12345-0@lo:400:kworker.0 Request processed in 21us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.157105:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536223.157113:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788536223.157126:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569513984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536223.157168:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569513984:12345-0@lo:400:kworker.0 Request processed in 43us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.157174:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1788536223.157198:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788536223.157202:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788536223.157237:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488820700 x1875415569513472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536223.157251:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569513472:0@lo:400:kworker.0 00010000:00080000:1.0:1788536223.157262:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488821180 x1875415569513984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536223.157270:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569513984:0@lo:400:kworker.0 00010000:00080000:1.0:1788536223.157279:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488823800 x1875415569513856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536223.157286:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488823800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3662:1875415569513856:0@lo:400:kworker.0 00000100:00100000:3.0:1788536223.159557:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569513216:0@lo:400:kworker.0 00000100:00100000:0.0:1788536223.163482:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569513344 00000100:00100000:0.0:1788536223.163497:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569513344 00000100:00100000:0.0:1788536223.163552:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788536223.163563:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569513344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536223.163653:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569513344:12345-0@lo:400:kworker.0 Request processed in 93us (7782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.163660:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788536223.163704:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569513344:0@lo:400:kworker.0 00010000:00010000:2.0:1788536223.917594:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536224.876224:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536209/real 1788536209] req@ffff900488969500 x1875415569506048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536224 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536224.876266:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff900488969500 x1875415569506048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536224 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536224.876275:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536209/real 1788536209] req@ffff900488968a80 x1875415569506176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536224 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536224.876287:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff900488968a80 x1875415569506176/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536224 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788536224.876330:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9004882a8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536224.876354:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536224.876358:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569506048:0@lo:8:kworker.0 00000100:00080000:1.0:1788536224.876363:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788536224.876369:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788536224.876371:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569506176:0@lo:8:kworker.0 00000100:00080000:0.0:1788536224.876667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536224.876672:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536224.876674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536224.876677:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788536224.876715:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569514112:0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.876718:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569514368:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.877331:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569514240:0@lo:400:kworker.0 00000100:00080000:3.0:1788536224.878919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788536224.878926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788536224.878929:0:8:0:(import.c:65:import_set_state_nolock()) ffff9004882a8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788536224.878937:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 668 00000100:00080000:3.0:1788536224.878943:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788536224.878950:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9004882a8800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:3.0:1788536224.878977:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569514496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.881219:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536224.881319:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514368 00000100:00100000:0.0:1788536224.881327:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514368 00000100:00100000:0.0:1788536224.881377:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788536224.881388:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569514368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.881463:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569514368:12345-0@lo:400:kworker.0 Request processed in 77us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536224.881470:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:0.0:1788536224.881527:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90059e757100 x1875415569514368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536224.881542:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569514368:0@lo:400:kworker.0 00000100:00100000:2.0:1788536224.884923:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536224.884997:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514112 00000100:00100000:2.0:1788536224.885007:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514112 00000100:00100000:2.0:1788536224.885397:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788536224.885421:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569514112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536224.885722:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569514112:12345-0@lo:400:kworker.0 Request processed in 303us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536224.885730:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788536224.890430:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cad80 x1875415569514624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788536224.892690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788536224.892700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788536224.892704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788536224.892713:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 668 00000100:00080000:2.0:1788536224.892719:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788536224.892727:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9005842b6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536224.892780:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cb480 x1875415569514752/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536224.892946:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569514624:0@lo:8:kworker.0 00000100:00100000:0.0:1788536224.893027:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536224.893078:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569514752:0@lo:8:kworker.0 00000100:00100000:0.0:1788536224.893106:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536224.893185:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569515136:0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.893219:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536224.893271:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515136 00000100:00100000:0.0:1788536224.893278:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515136 00000100:00100000:0.0:1788536224.893323:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788536224.893331:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569515136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.893382:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569515136:12345-0@lo:400:kworker.0 Request processed in 51us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536224.893389:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:0.0:1788536224.893429:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487521500 x1875415569515136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536224.893442:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569515136:0@lo:400:kworker.0 00000100:00100000:2.0:1788536224.894882:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514624 00000100:00100000:2.0:1788536224.894894:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514624 00000100:00100000:2.0:1788536224.894919:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514752 00000100:00100000:2.0:1788536224.894923:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514752 00000100:00100000:2.0:1788536224.894940:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788536224.894949:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3659:x1875415569514624:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788536224.894979:0:24274:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:2.0:1788536224.895010:0:24274:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbde0c0 00002000:00100000:2.0:1788536224.895024:0:24274:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9005c0a3d800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788536224.896225:0:24274:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788536224.896230:0:24274:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788536224.896877:0:24274:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788536224.896907:0:24274:0:(import.c:65:import_set_state_nolock()) ffff9005c0a38800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536224.897000:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1875415569514624:12345-0@lo:8:kworker.0 Request processed in 2051us (3972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536224.897009:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788536224.897031:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788536224.897037:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3659:x1875415569514752:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788536224.897054:0:24274:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1788536224.897259:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9004879cad80 x1875415569514624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788536244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536224.897271:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788536224.897280:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788536224.897288:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788536224.897293:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788536224.897304:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9004882a8800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788536224.897321:0:3659:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788536224.897327:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569514624:0@lo:8:kworker.0 00000004:00080000:3.0:1788536224.898560:0:23508:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788536224.898653:0:23508:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 683702505915ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788536224.898661:0:23508:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788536224.899108:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569514112:0@lo:400:kworker.0 00000100:00100000:3.0:1788536224.899414:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569514880:0@lo:400:kworker.0 00000100:00100000:3.0:1788536224.899496:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536224.899530:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536224.899538:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3660:1875415569515008:0@lo:400:kworker.0 00000100:00100000:3.0:1788536224.899561:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536224.899596:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788536224.900631:0:23500:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1788536224.905317:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.908318:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514880 00000100:00100000:1.0:1788536224.908333:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514880 00000100:00100000:1.0:1788536224.908395:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515008 00000100:00100000:1.0:1788536224.908399:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515008 00000100:00100000:1.0:1788536224.908420:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788536224.908430:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569514880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.908651:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875415569514880:12345-0@lo:400:kworker.0 Request processed in 222us (9165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.908659:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788536224.908676:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788536224.908683:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875415569515008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.908708:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875415569515008:12345-0@lo:400:kworker.0 Request processed in 27us (9146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.908714:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1788536224.908766:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487523b80 x1875415569515008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536224.909562:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3660:1875415569515008:0@lo:400:kworker.0 00010000:00080000:1.0:1788536224.909584:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487520e00 x1875415569514880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536224.909593:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875415569514880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.910946:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514496 00000100:00100000:0.0:1788536224.910957:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514496 00000100:00100000:0.0:1788536224.910994:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569514240 00000100:00100000:0.0:1788536224.910997:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569514240 00000100:00100000:0.0:1788536224.911014:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536224.911023:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569514496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.911106:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569514496:12345-0@lo:400:kworker.0 Request processed in 84us (11509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536224.911113:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536224.912951:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536224.912976:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569514240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536224.913060:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569514240:12345-0@lo:400:kworker.0 Request processed in 95us (7751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536224.913067:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536224.913126:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569514496:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.914036:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569514240:0@lo:400:kworker.0 00000004:00080000:3.0:1788536224.928284:0:23509:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1788536224.928313:0:23509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515392:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788536224.928378:0:23509:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536224.928407:0:23509:0:(client.c:2716:ptlrpc_set_wait()) set ffff900586456a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536224.928433:0:24273:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788536224.928440:0:24273:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788536224.928535:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569515264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536224.928567:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536224.928650:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515264 00000100:00100000:3.0:1788536224.928658:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515264 00000100:00100000:3.0:1788536224.928706:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536224.928714:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569515264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788536224.928741:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788536224.928794:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3663:x1875415569515264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536224.928801:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788536224.928836:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788536224.929381:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90059fb7ea00 x1875415569515264/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788536240 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536224.929400:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569515264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536224.935952:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515392 00000100:00100000:0.0:1788536224.935965:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515392 00000100:00100000:2.0:1788536224.940025:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3659:x1875415569514752:12345-0@lo:8:kworker.0 Request processed in 42979us (46910us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788536224.940039:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788536224.940196:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536224.940202:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788536224.940207:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569514752:0@lo:8:kworker.0 00000100:00100000:2.0:1788536224.940661:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788536224.940675:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23509:x1875415569515392:12345-0@lo:7:osp-pre-0-1.0 00010000:00010000:3.0:1788536224.942380:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788536224.949184:0:24274:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1788536224.949195:0:24274:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788536224.949677:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23509:x1875415569515392:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9003us (21293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536224.949688:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788536224.949811:0:23509:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488968a80 x1875415569515392/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788536240 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536224.949828:0:23509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515392:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1788536224.949842:0:23509:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788536224.949882:0:23509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515520:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788536224.949920:0:23509:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536224.949965:0:23509:0:(client.c:2716:ptlrpc_set_wait()) set ffff900586456a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536224.950016:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515520 00000100:00100000:0.0:1788536224.950030:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515520 00000100:00100000:0.0:1788536224.950084:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788536224.950093:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23509:x1875415569515520:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788536224.950117:0:24273:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788536224.950185:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23509:x1875415569515520:12345-0@lo:5:osp-pre-0-1.0 Request processed in 94us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536224.950192:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788536224.950765:0:23509:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900488968a80 x1875415569515520/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788536240 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536224.950778:0:23509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488968a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515520:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788536224.950790:0:23509:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788536224.950831:0:23509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487523100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515648:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788536224.950865:0:23509:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536224.950900:0:23509:0:(client.c:2716:ptlrpc_set_wait()) set ffff900487a17240 going to sleep for 11 seconds 00000100:00100000:3.0:1788536224.951091:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515648 00000100:00100000:3.0:1788536224.951098:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515648 00000100:00100000:3.0:1788536224.951143:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788536224.951170:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23509:x1875415569515648:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788536224.951201:0:24867:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1788536224.967518:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788536224.967535:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788536224.967710:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23509:x1875415569515648:12345-0@lo:5:osp-pre-0-1.0 Request processed in 16537us (16839us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788536224.967721:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788536224.967947:0:23509:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487523100 x1875415569515648/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788536240 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536224.967959:0:23509:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788536224.967964:0:23509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487523100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23509:1875415569515648:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788536224.967980:0:23509:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788536224.968031:0:23509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23509:1875415569515776:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788536224.968071:0:23509:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536224.968101:0:23509:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005ace3d780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536224.968312:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515776 00000100:00100000:3.0:1788536224.968319:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515776 00000100:00100000:3.0:1788536224.968358:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788536224.968367:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23509:x1875415569515776:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788536224.968419:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23509:x1875415569515776:12345-0@lo:900:osp-pre-0-1.0 Request processed in 52us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536224.968426:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788536224.968454:0:23509:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90059e755c00 x1875415569515776/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788536240 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536224.968481:0:23509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e755c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23509:1875415569515776:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788536225.196295:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536225.196318:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569515904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536225.196385:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536225.196908:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536225.196919:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569516032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536225.196953:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536225.198392:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569515904 00000100:00100000:2.0:1788536225.198406:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569515904 00000100:00100000:2.0:1788536225.198450:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516032 00000100:00100000:2.0:1788536225.198454:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516032 00000100:00100000:2.0:1788536225.198473:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536225.198482:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569515904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788536225.198517:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788536225.198585:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569515904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536225.198593:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536225.198611:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536225.198618:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569516032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788536225.198634:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788536225.198667:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569516032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536225.198673:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536225.198720:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569515904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536225.207363:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569516032:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788536225.965829:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536226.991689:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536228.013952:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536229.036325:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788536229.054241:0:25088:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788536229.054245:0:25088:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788536229.054247:0:25088:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788536229.054383:0:25088:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90059ef38000 00000020:01000004:3.0:1788536229.054398:0:25088:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788536229.054411:0:25088:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788536229.054425:0:25088:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9005b7a7cd40) 00000020:00000080:3.0:1788536229.054766:0:25088:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788536229.136523:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788536229.137953:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788536229.138536:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788536229.138749:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788536229.139020:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788536229.140506:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788536229.143722:0:25088:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1788536229.149382:0:25088:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788536229.149635:0:25088:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788536229.149811:0:25088:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788536229.149823:0:25088:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe79af2f39bbde0ce 00000020:01000004:2.0:1788536229.149842:0:25088:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788536229.149940:0:25088:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.113@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788536229.149944:0:25088:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.113@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788536229.149950:0:25088:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788536229.149981:0:25088:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788536229.149984:0:25088:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.113@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788536229.179498:0:25088:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.113@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788536229.179546:0:25088:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.113@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788536229.179550:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788536229.179552:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788536229.179553:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536229.179554:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536229.179555:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536229.179556:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536229.179557:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536229.179559:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536229.179560:0:25088:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788536229.179563:0:25088:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788536229.179565:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788536229.179566:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788536229.179567:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536229.179568:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536229.179569:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536229.179570:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536229.179571:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536229.179572:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536229.179572:0:25088:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788536229.179603:0:25088:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788536229.179624:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516160:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788536229.179732:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.179787:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d46ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.179849:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516160 00000100:00100000:0.0:1788536229.179863:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516160 00000100:00100000:0.0:1788536229.179914:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788536229.179923:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:25088:x1875415569516160:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788536229.179950:0:22758:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788536229.179953:0:22758:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788536229.179956:0:22758:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788536229.181506:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:25088:x1875415569516160:12345-0@lo:253:mount.lustre.0 Request processed in 1576us (1765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536229.181518:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788536229.181648:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516160:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788536229.181662:0:25088:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788536229.181665:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788536229.181667:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788536229.181668:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788536229.181669:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788536229.181670:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788536229.181671:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788536229.181672:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788536229.181674:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788536229.181675:0:25088:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788536229.181698:0:25088:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90059ef38000 from lustre-OST0001 10000000:01000000:3.0:1788536229.181743:0:25088:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788536229.181746:0:25088:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788536229.181755:0:25088:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90059e5d3380 local copy 00010000:00010000:3.0:1788536229.181765:0:25088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.181905:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516288:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536229.181939:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.181975:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d46e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536229.182088:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516288 00000100:00100000:2.0:1788536229.182094:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516288 00000100:00100000:2.0:1788536229.182125:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788536229.182132:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:25088:x1875415569516288:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536229.182224:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:25088:x1875415569516288:12345-0@lo:501:mount.lustre.0 Request processed in 92us (284us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536229.182232:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788536229.182450:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516288:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788536229.182463:0:25088:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.113@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788536229.182480:0:25088:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.113@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788536229.182485:0:25088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.182494:0:25088:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488067400/0xe79af2f39bbddde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbdddef expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536229.182528:0:25088:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90059ef38000 10000000:01000000:3.0:1788536229.182532:0:25088:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788536229.182537:0:25088:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788536229.182539:0:25088:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788536229.182543:0:25088:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788536229.182546:0:25088:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788536229.182569:0:25088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.182577:0:25088:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.182587:0:25088:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.182598:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516416:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788536229.182622:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.183238:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d46e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.184567:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516416 00000100:00100000:1.0:1788536229.184581:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516416 00000100:00100000:1.0:1788536229.184630:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788536229.184638:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:25088:x1875415569516416:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536229.184653:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536229.184669:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488067600/0xe79af2f39bbde0dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde0d5 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.184701:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067600/0xe79af2f39bbde0dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde0d5 expref: 22 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.184712:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488067600/0xe79af2f39bbde0dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0d5 expref: 22 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.184731:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488067600, rc 0) 00000100:00100000:1.0:1788536229.184793:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516416:12345-0@lo:101:mount.lustre.0 Request processed in 156us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.184800:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788536229.185027:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488969f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516416:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788536229.185045:0:25088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0dc expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.185097:0:25088:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde0dc expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536229.186464:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788536229.187354:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536229.198465:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788536229.198537:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788536229.198553:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788536229.198565:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788536229.198576:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788536229.198587:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788536229.198598:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788536229.198609:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788536229.198620:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788536229.198644:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788536229.198650:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788536229.198779:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536229.200094:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536229.200140:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583860180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.200351:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516544 00000100:00100000:1.0:1788536229.200373:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516544 00000100:00100000:1.0:1788536229.200428:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788536229.200435:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516544:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536229.200660:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516544:12345-0@lo:501:mount.lustre.0 Request processed in 224us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.200667:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788536229.200944:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516544:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536229.200993:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516672:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536229.201034:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536229.201062:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583860180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.201195:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516672 00000100:00100000:0.0:1788536229.201202:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516672 00000100:00100000:0.0:1788536229.201242:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788536229.201250:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516672:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536229.204510:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516672:12345-0@lo:503:mount.lustre.0 Request processed in 2579us (2793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536229.204523:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788536229.207996:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516672:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788536229.208463:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788536229.208556:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516800:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.208619:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.208653:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1baa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536229.209302:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516800 00000100:00100000:3.0:1788536229.209318:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516800 00000100:00100000:3.0:1788536229.209356:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788536229.209363:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516800:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788536229.210547:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516800:12345-0@lo:502:mount.lustre.0 Request processed in 1179us (1923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.210557:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788536229.210659:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516800:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788536229.211032:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788536229.211060:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788536229.211071:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788536229.211090:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788536229.211100:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788536229.211111:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788536229.211120:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788536229.211130:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788536229.211413:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788536229.211450:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516928:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536229.211498:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536229.211536:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff9004822db540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536229.211617:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569516928 00000100:00100000:2.0:1788536229.211624:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569516928 00000100:00100000:2.0:1788536229.211668:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788536229.211676:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516928:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536229.211786:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569516928:12345-0@lo:502:mount.lustre.0 Request processed in 110us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536229.211792:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788536229.212079:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569516928:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788536229.212123:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788536229.212132:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788536229.223353:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788536229.223366:0:25092:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788536229.223374:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.223376:0:25092:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788536229.223390:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788536229.223407:0:25092:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff90059d490000) 00000020:00000080:1.0:1788536229.223434:0:25092:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788536229.223439:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788536229.223528:0:25092:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059ef38000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788536229.223538:0:25092:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788536229.223545:0:25092:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe79af2f39bbde0ea 00010000:00010000:1.0:1788536229.232610:0:25092:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788536229.233318:0:25092:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788536229.235082:0:25092:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788536229.237071:0:25092:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788536229.237082:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536229.237088:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536229.237091:0:25092:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788536229.237094:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536229.237098:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536229.237099:0:25092:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788536229.237102:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788536229.237104:0:25092:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788536229.237106:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536229.237108:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536229.237110:0:25092:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788536229.237112:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536229.237114:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536229.237116:0:25092:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788536229.237119:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788536229.237190:0:25092:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536229.237194:0:25092:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536229.237195:0:25092:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788536229.237198:0:25092:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788536229.237563:0:25088:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788536229.237589:0:25088:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788536229.237609:0:25088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0dc expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.237620:0:25088:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90058af50000/0xe79af2f39bbde0d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0dc expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536229.237633:0:25088:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90059ef38000 from 1 10000000:01000000:1.0:1788536229.237635:0:25088:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788536229.237668:0:25088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.237676:0:25088:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.237687:0:25088:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536229.237710:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517056:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788536229.237795:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536229.237848:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5ddcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.237951:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517056 00000100:00100000:0.0:1788536229.237961:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517056 00000100:00100000:0.0:1788536229.238022:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788536229.238032:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569517056:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536229.238047:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536229.238061:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde0f1 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.238084:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.238095:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.238104:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620e800, rc 0) 00000100:00100000:0.0:1788536229.238172:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517056:12345-0@lo:101:mount.lustre.0 Request processed in 113us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536229.238179:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788536229.238424:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517056:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536229.238439:0:25088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.238449:0:25088:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536229.239998:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788536229.240572:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788536229.240758:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788536229.240782:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788536229.240795:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788536229.240808:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788536229.240820:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788536229.240916:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788536229.240930:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788536229.240944:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788536229.240956:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788536229.240969:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788536229.240982:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788536229.241000:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788536229.241006:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788536229.241078:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517184:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788536229.241140:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536229.243032:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e5ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.250456:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517184 00000100:00100000:0.0:1788536229.250469:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517184 00000100:00100000:0.0:1788536229.250526:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788536229.250536:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517184:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536229.250738:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517184:12345-0@lo:501:mount.lustre.0 Request processed in 203us (9596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536229.250756:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788536229.250972:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517184:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788536229.251028:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487520000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517312:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788536229.251071:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536229.251107:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005831e6480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.251177:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517312 00000100:00100000:1.0:1788536229.251182:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517312 00000100:00100000:1.0:1788536229.251210:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788536229.251217:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517312:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536229.251484:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517312:12345-0@lo:503:mount.lustre.0 Request processed in 266us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.251492:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788536229.251564:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487520000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517312:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788536229.252377:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788536229.252452:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517440:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.252510:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.252541:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1ba9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.252965:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517440 00000100:00100000:1.0:1788536229.252972:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517440 00000100:00100000:1.0:1788536229.253014:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788536229.253024:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517440:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536229.253217:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517440:12345-0@lo:502:mount.lustre.0 Request processed in 194us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.253224:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788536229.253504:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517440:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536229.253751:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788536229.253776:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788536229.253788:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788536229.253800:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788536229.253812:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788536229.253824:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788536229.254022:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788536229.254037:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788536229.254050:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788536229.254063:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788536229.254078:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788536229.254111:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517568:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788536229.254390:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536229.254429:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005831e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.254510:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517568 00000100:00100000:0.0:1788536229.254517:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517568 00000100:00100000:0.0:1788536229.254563:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788536229.254571:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517568:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.254706:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517568:12345-0@lo:502:mount.lustre.0 Request processed in 136us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536229.254724:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788536229.254819:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517568:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788536229.254936:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788536229.254946:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788536229.262946:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536229.262975:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.262977:0:25096:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788536229.262984:0:25096:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90059ef38000 00000020:00000080:1.0:1788536229.262991:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536229.262999:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536229.263002:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263003:0:25096:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788536229.263005:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536229.263007:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263008:0:25096:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788536229.263010:0:25096:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90059ef38000 00000020:00000080:1.0:1788536229.263012:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536229.263078:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536229.263081:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263083:0:25096:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788536229.263085:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536229.263087:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263088:0:25096:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788536229.263092:0:25096:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90059ef38000 00000020:00000080:1.0:1788536229.263093:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536229.263110:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536229.263113:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263114:0:25096:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788536229.263117:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788536229.263118:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263119:0:25096:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788536229.263122:0:25096:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90059ef38000 00000020:00000080:1.0:1788536229.263124:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788536229.263253:0:25096:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788536229.263258:0:25096:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788536229.263325:0:25096:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788536229.263330:0:25096:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788536229.265102:0:25088:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788536229.268418:0:25088:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788536229.268441:0:25088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.268456:0:25088:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536229.268520:0:25088:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788536229.268523:0:25088:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90059ef38000 10000000:01000000:0.0:1788536229.268525:0:25088:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90059ef38000 10000000:01000000:0.0:1788536229.268529:0:25088:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788536229.268533:0:25088:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90059ef38000 from 1 10000000:01000000:0.0:1788536229.268536:0:25088:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536229.268577:0:25088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.268586:0:25088:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.268595:0:25088:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536229.268618:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517696:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788536229.268785:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536229.268908:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517696 00000100:00100000:1.0:1788536229.268916:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517696 00000100:00100000:1.0:1788536229.268961:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788536229.268971:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:25088:x1875415569517696:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788536229.268989:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536229.269003:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488067200/0xe79af2f39bbde106 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde0ff expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.269026:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067200/0xe79af2f39bbde106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde0ff expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.269037:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488067200/0xe79af2f39bbde106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0ff expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.269045:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488067200, rc 0) 00000100:00100000:1.0:1788536229.269078:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569517696:12345-0@lo:101:mount.lustre.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.269085:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788536229.270333:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1ba780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536229.270364:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517696:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788536229.270384:0:25088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde106 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536229.270394:0:25088:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde106 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536229.273368:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788536229.275257:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788536229.275522:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788536229.275552:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788536229.275567:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788536229.275581:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788536229.275592:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788536229.275604:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788536229.275617:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788536229.275628:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788536229.275653:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788536229.275690:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788536229.275706:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788536229.275730:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788536229.275743:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788536229.275757:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788536229.275770:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788536229.275784:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788536229.275798:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788536229.275809:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788536229.275820:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788536229.275831:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788536229.275840:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788536229.275850:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788536229.275862:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788536229.275873:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788536229.275883:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788536229.275903:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788536229.275914:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788536229.275923:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788536229.275933:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788536229.275942:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788536229.275951:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788536229.275960:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788536229.275969:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788536229.275978:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788536229.275987:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788536229.275996:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788536229.276006:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788536229.276015:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788536229.276024:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788536229.276033:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788536229.276042:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788536229.276063:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788536229.276079:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788536229.276089:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788536229.276099:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788536229.276108:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788536229.276117:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788536229.276127:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788536229.276260:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788536229.276281:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788536229.276299:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788536229.276305:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788536229.276401:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517824:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536229.276468:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.276516:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583860180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536229.276802:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517824 00000100:00100000:3.0:1788536229.276810:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517824 00000100:00100000:3.0:1788536229.276867:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788536229.276875:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058e4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569517824:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788536229.277008:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058e4ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569517824:12345-0@lo:501:mount.lustre.0 Request processed in 133us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.277016:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788536229.281037:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517824:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788536229.281106:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517952:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788536229.281501:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.281544:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff900583860180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.281629:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569517952 00000100:00100000:1.0:1788536229.281636:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569517952 00000100:00100000:1.0:1788536229.281692:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788536229.281701:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90058e4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569517952:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788536229.281819:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90058e4ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569517952:12345-0@lo:503:mount.lustre.0 Request processed in 118us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.281836:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788536229.282041:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569517952:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788536229.282592:0:25088:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788536229.282663:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518080:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.282711:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.282742:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005908636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.282969:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518080 00000100:00100000:1.0:1788536229.282974:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518080 00000100:00100000:1.0:1788536229.283012:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788536229.283019:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518080:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536229.283109:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518080:12345-0@lo:502:mount.lustre.0 Request processed in 90us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.283126:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788536229.284042:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518080:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788536229.285098:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788536229.285141:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788536229.285185:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788536229.285217:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788536229.285241:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788536229.285256:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788536229.285395:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788536229.285412:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788536229.285427:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788536229.285442:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788536229.285455:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788536229.285467:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788536229.285479:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788536229.285493:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788536229.285506:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788536229.285520:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788536229.285534:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788536229.285548:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788536229.285562:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788536229.285586:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788536229.285599:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788536229.285609:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788536229.285622:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788536229.285635:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788536229.285647:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788536229.285660:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788536229.285673:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788536229.285685:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788536229.285697:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788536229.285710:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788536229.285738:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788536229.285753:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788536229.285764:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788536229.285776:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788536229.285787:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788536229.285809:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788536229.285821:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788536229.285902:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788536229.285912:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788536229.285921:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788536229.285930:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788536229.285939:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788536229.285948:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788536229.285957:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788536229.285967:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788536229.285976:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788536229.285986:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788536229.285995:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788536229.286039:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518208:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.286104:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.286142:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1ba780 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.288047:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518208 00000100:00100000:1.0:1788536229.288058:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518208 00000100:00100000:1.0:1788536229.288116:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788536229.288128:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518208:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536229.288314:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518208:12345-0@lo:502:mount.lustre.0 Request processed in 188us (2208us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.288322:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788536229.288947:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518208:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788536229.289122:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788536229.289918:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788536229.289983:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518336:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788536229.290047:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.290091:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005908636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536229.290140:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518336 00000100:00100000:1.0:1788536229.290169:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518336 00000100:00100000:1.0:1788536229.290207:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788536229.290214:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518336:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788536229.290419:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569518336:12345-0@lo:502:mount.lustre.0 Request processed in 204us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.290426:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788536229.290511:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569518336:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788536229.290559:0:25088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788536229.290566:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788536229.291544:0:25101:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788536229.291560:0:25101:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9005acbeb380) 00000020:00000080:0.0:1788536229.291583:0:25101:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788536229.291666:0:25101:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059ef38000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788536229.291669:0:25101:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90059ef38000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788536229.291672:0:25101:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90059ef38000 3 00010000:00080000:0.0:1788536229.291700:0:25101:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9004882e6000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536229.296744:0:25101:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788536229.296978:0:25101:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788536229.297022:0:25101:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788536229.297037:0:25101:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xe79af2f39bbde114 00000100:00080000:0.0:1788536229.297047:0:25101:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536229.297053:0:25101:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9004882e6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536229.297088:0:25101:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90059e757b80 x1875415569518464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536229.297111:0:25101:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788536229.297251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536229.297256:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536229.297258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536229.297332:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536229.297371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536229.297375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788536229.297377:0:37:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536229.297381:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1788536229.297385:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788536229.297389:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9005842b6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536229.297402:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9004879cad80 x1875415569519104/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536229.297447:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569518720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.297507:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.297542:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569519360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.297567:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.297588:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788536229.297594:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569518592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.297618:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.297635:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3663:1875415569519232:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.297671:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.297697:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569518848:0@lo:400:kworker.0 00000100:00100000:1.0:1788536229.297844:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518720 00000100:00100000:1.0:1788536229.297852:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518720 00000100:00100000:1.0:1788536229.297885:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519360 00000100:00100000:1.0:1788536229.297888:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519360 00000100:00100000:1.0:1788536229.297911:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519232 00000100:00100000:1.0:1788536229.297914:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519232 00000100:00100000:1.0:1788536229.297928:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788536229.297936:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569518720:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536229.299987:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536229.302473:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569518720:12345-0@lo:400:kworker.0 Request processed in 4527us (4955us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.302488:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788536229.302524:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788536229.302550:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569519360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536229.302604:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569519360:12345-0@lo:400:kworker.0 Request processed in 59us (5036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.302609:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788536229.302622:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788536229.302629:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1875415569519232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536229.302806:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1875415569519232:12345-0@lo:400:kworker.0 Request processed in 177us (5133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.302812:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:1.0:1788536229.302946:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487465500 x1875415569519232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536229.302961:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3663:1875415569519232:0@lo:400:kworker.0 00010000:00080000:1.0:1788536229.302973:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90059e756680 x1875415569518720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536229.302981:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569518720:0@lo:400:kworker.0 00010000:00080000:1.0:1788536229.302991:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487465180 x1875415569519360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536229.302999:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569519360:0@lo:400:kworker.0 00000100:00100000:3.0:1788536229.303393:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569518976:0@lo:400:kworker.0 00000100:00100000:3.0:1788536229.303438:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.303530:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569518464:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788536229.303562:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.303590:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569519104:0@lo:8:kworker.0 00000100:00100000:3.0:1788536229.303616:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.303646:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518976 00000100:00100000:3.0:1788536229.303651:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518976 00000100:00100000:3.0:1788536229.303692:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519104 00000100:00100000:3.0:1788536229.306880:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519104 00000100:00100000:3.0:1788536229.306937:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536229.306951:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569518976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536229.307039:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569518976:12345-0@lo:400:kworker.0 Request processed in 93us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.307046:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788536229.307065:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536229.307069:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3659:x1875415569519104:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788536229.307116:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3659:x1875415569519104:12345-0@lo:8:kworker.0 Request processed in 46us (3500us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788536229.307123:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788536229.307173:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536229.307296:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788536229.307303:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788536229.307308:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788536229.307312:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569519104:0@lo:8:kworker.0 00010000:00080000:3.0:1788536229.307351:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9004879cb480 x1875415569518976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788536245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536229.307362:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569518976:0@lo:400:kworker.0 00000100:00100000:3.0:1788536229.307384:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518464 00000100:00100000:3.0:1788536229.307390:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518464 00000100:00100000:3.0:1788536229.307405:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788536229.307410:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875415569518464:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788536229.307425:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:3.0:1788536229.307471:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xe79af2f39bbde11b 00000004:00100000:3.0:1788536229.307485:0:22767:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788536229.307519:0:22767:0:(import.c:65:import_set_state_nolock()) ffff900481c01800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788536229.307560:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1875415569518464:12345-0@lo:38:llog_process_th.0 Request processed in 149us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.307566:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788536229.307592:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90059e757b80 x1875415569518464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536229.307600:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788536229.307606:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788536229.307612:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788536229.307617:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788536229.307619:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9004882e6000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788536229.307623:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3659:1875415569518464:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788536229.307753:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.307792:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569519488:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.307823:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536229.307930:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519488 00000100:00100000:0.0:1788536229.307935:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519488 00000100:00100000:0.0:1788536229.307965:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788536229.307972:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569519488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.308010:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569519488:12345-0@lo:400:kworker.0 Request processed in 39us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536229.308016:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:0.0:1788536229.308045:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487464380 x1875415569519488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536229.308054:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569519488:0@lo:400:kworker.0 00000100:00100000:2.0:1788536229.308564:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518592 00000100:00100000:2.0:1788536229.308569:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518592 00000100:00100000:2.0:1788536229.308595:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569518848 00000100:00100000:2.0:1788536229.308597:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569518848 00000100:00100000:2.0:1788536229.308608:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788536229.308613:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569518592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536229.308657:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569518592:12345-0@lo:400:kworker.0 Request processed in 44us (11039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536229.308663:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788536229.308674:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788536229.308680:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569518848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536229.308721:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569518848:12345-0@lo:400:kworker.0 Request processed in 31us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536229.308728:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788536229.308768:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569518848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536229.309416:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569518592:0@lo:400:kworker.0 00000100:00080000:3.0:1788536229.309834:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:01000004:0.0:1788536229.310982:0:25101:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788536229.310999:0:25101:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9005acbe8000) 00000020:00000080:0.0:1788536229.311022:0:25101:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788536229.311108:0:25101:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90059ef38000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788536229.311113:0:25101:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90059ef38000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788536229.311115:0:25101:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90059ef38000 3 00010000:00080000:0.0:1788536229.311143:0:25101:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9004882e3000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.113@tcp at head 00010000:00010000:0.0:1788536229.315269:0:25101:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788536229.315482:0:25101:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788536229.315526:0:25101:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788536229.315538:0:25101:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xe79af2f39bbde129 00000100:00080000:0.0:1788536229.315548:0:25101:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788536229.315554:0:25101:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9004882e3000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536229.315588:0:25101:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487464380 x1875415569519616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536229.315617:0:25101:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788536229.315639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536229.315644:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788536229.315646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536229.315649:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788536229.316704:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3659:1875415569519616:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788536229.316780:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536229.317004:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519616 00000100:00100000:2.0:1788536229.317011:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519616 00000100:00100000:2.0:1788536229.317051:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536229.317058:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1875415569519616:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788536229.317084:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:2.0:1788536229.317114:0:22768:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xe79af2f39bbde130 00000040:00080000:1.0:1788536229.318461:0:25101:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1788536229.318563:0:25088:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788536229.318589:0:25088:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788536229.318603:0:25088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde106 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536229.318625:0:25088:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90059620f800/0xe79af2f39bbde0ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde106 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788536229.318668:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788536229.318670:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788536229.318671:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536229.318673:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536229.318674:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536229.318675:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536229.318676:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788536229.318678:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536229.318679:0:25088:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788536229.318682:0:25088:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1788536229.318684:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788536229.318686:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788536229.318687:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788536229.318688:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788536229.318689:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788536229.318690:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788536229.318691:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788536229.318692:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788536229.318693:0:25088:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788536229.318726:0:25088:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788536229.318746:0:25088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569519744:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788536229.318803:0:25088:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536229.318836:0:25088:0:(client.c:2716:ptlrpc_set_wait()) set ffff900482360b40 going to sleep for 11 seconds 00000004:00100000:2.0:1788536229.318950:0:22768:0:(mdt_handler.c:7341:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788536229.318986:0:22768:0:(import.c:65:import_set_state_nolock()) ffff9005c0a3c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536229.319037:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1875415569519616:12345-0@lo:38:llog_process_th.0 Request processed in 1978us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536229.319045:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788536229.319094:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff900487464380 x1875415569519616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788536239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536229.319113:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788536229.319121:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788536229.319127:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788536229.319130:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788536229.319132:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9004882e3000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788536229.319137:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3659:1875415569519616:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788536229.319920:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519744 00000100:00100000:0.0:1788536229.319929:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519744 00000100:00100000:0.0:1788536229.319979:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788536229.319988:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:25088:x1875415569519744:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788536229.320013:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788536229.320027:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788536229.333589:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788536229.333610:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1788536229.333920:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788536229.333925:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788536229.333948:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.333965:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.333972:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.333978:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334020:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334050:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 24 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.334064:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569519872:0@lo:104: 00000100:00100000:3.0:1788536229.334125:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536229.334196:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334204:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 24 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.334211:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569520000:0@lo:104: 00000100:00100000:3.0:1788536229.334229:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.334243:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059d4cbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536229.334274:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569519872 00000100:00100000:3.0:1788536229.334280:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569519872 00000100:00100000:3.0:1788536229.334312:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520000 00000100:00100000:3.0:1788536229.334314:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520000 00000100:00100000:3.0:1788536229.334325:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788536229.334331:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569519872:12345-0@lo:104: 00010000:00010000:3.0:1788536229.334342:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334385:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788536229.334390:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:22782:x1875415569519872:12345-0@lo:104: Request processed in 59us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.334398:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788536229.334414:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536229.334426:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569520000:12345-0@lo:104: 00010000:00010000:3.0:1788536229.334434:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334472:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788536229.334477:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:22782:x1875415569520000:12345-0@lo:104: Request processed in 52us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.334482:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1788536229.334497:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536229.334503:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334510:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066800 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536229.334513:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334520:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536229.334526:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536229.334532:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788536229.334564:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334570:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536229.334589:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334604:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488066800/0xe79af2f39bbde0b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0b9 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334615:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536229.334618:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334623:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998e600 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536229.334625:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334631:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536229.334637:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536229.334641:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788536229.334653:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334658:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536229.334670:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334675:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998e600/0xe79af2f39bbde0a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0ab expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334686:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536229.334693:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536229.334695:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536229.334701:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536229.334723:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569520128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536229.334767:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.334803:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569520256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536229.334837:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536229.334870:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520128 00000100:00100000:3.0:1788536229.334874:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520128 00010000:00010000:3.0:1788536229.334890:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 25 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.334908:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520256 00000100:00100000:3.0:1788536229.334911:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520256 00010000:00010000:3.0:1788536229.334921:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 26 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536229.334933:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788536229.334939:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+26:3661:x1875415569520128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536229.334961:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536229.334966:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 26 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334975:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 26 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.334990:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536229.335018:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+26:3661:x1875415569520128:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.335026:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788536229.335045:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536229.335050:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+25:3662:x1875415569520256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536229.335057:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536229.335061:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 25 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335069:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 25 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335081:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335089:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788536229.335101:0:22752:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003865419s 00010000:00010000:3.0:1788536229.335105:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335112:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335118:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335124:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335128:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af50400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536229.335132:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335203:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335215:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536229.335224:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536229.335249:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+25:3662:x1875415569520256:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.335255:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536229.335286:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569520256:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536229.335323:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af51600/0xe79af2f39bbde0b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde0b2 expref: 24 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536229.335338:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90048896bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569519872:0@lo:104: 00000100:00100000:3.0:1788536229.336340:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569520128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536229.337075:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af50a00/0xe79af2f39bbde0ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde0a4 expref: 23 pid: 22758 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536229.337092:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004879cb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1875415569520000:0@lo:104: 00010000:00010000:2.0:1788536229.337116:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536229.337126:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536229.337132:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536229.337138:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058af50400/0xe79af2f39bbde137 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536229.338480:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:25088:x1875415569519744:12345-0@lo:253:mount.lustre.0 Request processed in 18484us (19665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.338494:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788536229.339126:0:25088:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df35e6cb-241c-4c30-8f01-6a8feed38be0:25088:1875415569519744:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788536229.339176:0:25088:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788536229.339180:0:25088:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788536229.339181:0:25088:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788536229.339182:0:25088:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788536229.339183:0:25088:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788536229.339185:0:25088:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788536229.339186:0:25088:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788536229.339187:0:25088:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788536229.339189:0:25088:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788536229.339190:0:25088:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788536229.339203:0:25088:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:1.0:1788536229.341424:0:25088:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788536229.345439:0:25088:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788536229.345449:0:25088:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788536229.345492:0:25088:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788536229.345530:0:25088:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788536229.345545:0:25088:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1788536229.345568:0:25088:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1788536229.346519:0:25088:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788536229.346770:0:25088:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788536229.487593:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788536230.060375:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536230.316439:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536230.316479:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569520384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536230.316560:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536230.316600:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536230.316609:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569520512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788536230.316685:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536230.316730:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520384 00000100:00100000:3.0:1788536230.316737:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520384 00000100:00100000:3.0:1788536230.316784:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788536230.316793:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569520384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788536230.316902:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536230.316949:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569520384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536230.316967:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788536230.316988:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520512 00000100:00100000:3.0:1788536230.316992:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520512 00000100:00100000:3.0:1788536230.317012:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788536230.317018:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569520512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788536230.317035:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788536230.317069:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569520512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536230.317076:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788536230.317111:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488873100 x1875415569520512/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788536246 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536230.317128:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569520512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788536230.317198:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569520384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788536230.317547:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536230.324535:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569520640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536230.324607:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.324674:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520640 00000100:00100000:0.0:1788536230.324681:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520640 00000100:00100000:0.0:1788536230.324737:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788536230.324747:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569520640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536230.324783:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536230.324842:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569520640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.324848:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788536230.324898:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569520640:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1788536230.417990:0:25154:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788536230.418332:0:25154:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788536231.084416:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788536231.214450:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788536231.214458:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9005831f8000 from 14 10000000:01000000:2.0:1788536231.214463:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536231.214521:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.214534:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.214546:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536231.214571:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569520768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536231.214641:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.214696:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536231.214779:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520768 00000100:00100000:0.0:1788536231.214787:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520768 00000100:00100000:0.0:1788536231.214843:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788536231.214852:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569520768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536231.214865:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536231.214877:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059620ec00/0xe79af2f39bbde145 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde13e expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.214898:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059620ec00/0xe79af2f39bbde145 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde13e expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.214909:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059620ec00/0xe79af2f39bbde145 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde13e expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.214928:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059620ec00, rc 0) 00000100:00100000:0.0:1788536231.214973:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569520768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.214980:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788536231.215232:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569520768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536231.215246:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde145 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.215254:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde145 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536231.215306:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569520896:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788536231.215335:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.215362:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536231.215406:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569520896 00000100:00100000:1.0:1788536231.215411:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569520896 00000100:00100000:1.0:1788536231.215444:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788536231.215452:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d439050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569520896:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788536231.215465:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788536231.215485:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788536231.215488:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788536231.215569:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d439050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569520896:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536231.215576:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788536231.215763:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569520896:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788536231.215817:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788536231.215825:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde145 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.215844:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998fa00/0xe79af2f39bbde13e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde145 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536231.215853:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788536231.215854:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90059dc0f800 from 14 10000000:01000000:2.0:1788536231.215857:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788536231.215874:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.215881:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.215888:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536231.215909:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569521024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536231.215948:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.215969:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536231.216116:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521024 00000100:00100000:1.0:1788536231.216121:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521024 00000100:00100000:1.0:1788536231.216176:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788536231.216183:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569521024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536231.216191:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536231.216203:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488066e00/0xe79af2f39bbde153 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde14c expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.216220:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488066e00/0xe79af2f39bbde153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde14c expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.216230:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488066e00/0xe79af2f39bbde153 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde14c expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.216237:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488066e00, rc 0) 00000100:00100000:1.0:1788536231.216270:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569521024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 87us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536231.216276:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788536231.216303:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569521024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536231.216319:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde153 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.216327:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde153 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536231.216366:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569521152:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788536231.216395:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536231.216408:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1ba9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536231.216419:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521152 00000100:00100000:1.0:1788536231.216422:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521152 00000100:00100000:1.0:1788536231.216438:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788536231.216443:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d438c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569521152:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788536231.216454:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788536231.216467:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788536231.216470:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788536231.216535:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d438c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569521152:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 91us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536231.216542:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788536231.216570:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488820e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569521152:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788536231.216610:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788536231.216615:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde153 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.216623:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff9005b998e200/0xe79af2f39bbde14c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde153 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536231.406489:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788536231.412945:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536211/real 1788536211] req@ffff90059fb7c700 x1875415569506944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536231 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.412977:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059fb7c700 x1875415569506944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536231 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.412988:0:3659:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788536211/real 1788536211] req@ffff90059fb7c380 x1875415569507072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536231 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.412999:0:3659:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90059fb7c380 x1875415569507072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788536231 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788536231.413019:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536231.413045:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788536231.413050:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569506944:0@lo:8:kworker.0 00000100:00080000:2.0:1788536231.413056:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788536231.413062:0:3659:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1788536231.413872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536231.413887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788536231.413890:0:8:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536231.413896:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:0.0:1788536231.413901:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788536231.413907:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9005c06cf800 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536231.413929:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487467800 x1875415569521408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788536231.413942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536231.413945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788536231.413947:0:8:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536231.413951:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:0.0:1788536231.413954:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1788536231.413958:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569507072:0@lo:8:kworker.0 00000100:00080000:0.0:1788536231.413960:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff900488140000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:0.0:1788536231.413977:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487466680 x1875415569521536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536231.413993:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569521408:0@lo:8:kworker.0 00000100:00080000:0.0:1788536231.414037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788536231.414041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788536231.414043:0:8:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788536231.414047:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9005842b6000 using connection 192.168.203.113@tcp/0@lo 00000100:00100000:2.0:1788536231.414059:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.414063:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff900487466d80 x1875415569522048/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788536231.414115:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569521792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.414165:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.414193:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569522432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.414228:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.414264:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788536231.414271:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569521920:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.414305:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521792 00000100:00100000:0.0:1788536231.414311:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521792 00000100:00100000:0.0:1788536231.414357:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788536231.414365:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569521792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.414414:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569521792:12345-0@lo:400:kworker.0 Request processed in 49us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.414421:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788536231.414442:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522432 00000100:00100000:0.0:1788536231.414445:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522432 00000100:00100000:2.0:1788536231.414722:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569521536:0@lo:8:kworker.0 00000100:00100000:2.0:1788536231.414747:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.414778:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569522048:0@lo:8:kworker.0 00000100:00100000:2.0:1788536231.414800:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.414828:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569521664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536231.415012:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569521280:0@lo:400:kworker.0 00000100:00100000:1.0:1788536231.415049:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536231.415078:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569522176:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.415109:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788536231.415111:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.415123:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569522432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536231.415141:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569522688:0@lo:400:kworker.0 00000100:00100000:1.0:1788536231.415198:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.415200:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875415569522432:12345-0@lo:400:kworker.0 Request processed in 77us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.415210:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788536231.415230:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522176 00000100:00100000:0.0:1788536231.415235:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522176 00000100:00100000:0.0:1788536231.415378:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522688 00000100:00100000:0.0:1788536231.415383:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522688 00000100:00100000:0.0:1788536231.415405:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788536231.415413:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569522176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.415505:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569522176:12345-0@lo:400:kworker.0 Request processed in 92us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.415514:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788536231.415529:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788536231.415545:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569522688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.415576:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569522688:12345-0@lo:400:kworker.0 Request processed in 34us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.415583:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788536231.415604:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521280 00000100:00100000:0.0:1788536231.415608:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521280 00000100:00100000:0.0:1788536231.415636:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788536231.415641:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569521280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536231.415675:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.415681:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569521280:12345-0@lo:400:kworker.0 Request processed in 37us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.415688:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788536231.415717:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569522304:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.415725:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.415752:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.415754:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569522560:0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.415790:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.415829:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569521792:0@lo:400:kworker.0 00010000:00080000:0.0:1788536231.415842:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487465180 x1875415569522432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536231.415852:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3660:1875415569522432:0@lo:400:kworker.0 00000100:00080000:0.0:1788536231.415879:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536231.415890:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521664 00000100:00100000:0.0:1788536231.415893:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521664 00000100:00100000:0.0:1788536231.415914:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522304 00000100:00100000:0.0:1788536231.415917:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522304 00000100:00100000:0.0:1788536231.415937:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522560 00000100:00100000:0.0:1788536231.415939:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522560 00000100:00100000:0.0:1788536231.415955:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788536231.415976:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569521664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.416049:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487520a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1875415569521664:12345-0@lo:400:kworker.0 Request processed in 79us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.416056:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788536231.416072:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788536231.416079:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569522304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.416109:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569522304:12345-0@lo:400:kworker.0 Request processed in 31us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.416115:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788536231.416127:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536231.416134:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875415569522560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536231.416188:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875415569522560:12345-0@lo:400:kworker.0 Request processed in 54us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.416196:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788536231.416211:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788536231.416229:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487465500 x1875415569522560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536231.416239:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3660:1875415569522560:0@lo:400:kworker.0 00000100:00100000:2.0:1788536231.420790:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521408 00000100:00100000:2.0:1788536231.420806:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521408 00000100:00100000:2.0:1788536231.420908:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521536 00000100:00100000:2.0:1788536231.420913:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521536 00000100:00100000:2.0:1788536231.420926:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522048 00000100:00100000:2.0:1788536231.420929:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522048 00000100:00100000:2.0:1788536231.420938:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569521920 00000100:00100000:2.0:1788536231.420940:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569521920 00000100:00100000:2.0:1788536231.420998:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788536231.421002:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536231.421010:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569521920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536231.421747:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488087b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569521920:12345-0@lo:400:kworker.0 Request processed in 737us (6018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.421758:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788536231.421788:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536231.421795:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3659:x1875415569521408:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788536231.421823:0:24273:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1788536231.422029:0:24273:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbde15a 00002000:00100000:2.0:1788536231.422045:0:24273:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff90048828d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788536231.422050:0:24273:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788536231.422053:0:24273:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788536231.422283:0:24273:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788536231.422323:0:24273:0:(import.c:65:import_set_state_nolock()) ffff90048828d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536231.422386:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1875415569521408:12345-0@lo:8:kworker.0 Request processed in 589us (8327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.422395:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536231.422420:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536231.422426:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3659:x1875415569521536:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788536231.422445:0:24273:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1788536231.422478:0:24273:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe79af2f39bbde161 00002000:00100000:2.0:1788536231.422487:0:24273:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff900488289800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788536231.422491:0:24273:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788536231.422493:0:24273:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788536231.424054:0:24273:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788536231.424186:0:24273:0:(import.c:65:import_set_state_nolock()) ffff90048828f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536231.424265:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1875415569521536:12345-0@lo:8:kworker.0 Request processed in 1836us (9513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.424277:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536231.424314:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788536231.424322:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3659:x1875415569522048:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788536231.424350:0:24273:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1788536231.424377:0:24273:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe79af2f39bbde168 00002000:00100000:2.0:1788536231.424390:0:24273:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff90048828a800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1788536231.424394:0:24273:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1788536231.424397:0:24273:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788536231.424449:0:24273:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1788536231.424469:0:24273:0:(import.c:65:import_set_state_nolock()) ffff90048828c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536231.424512:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1875415569522048:12345-0@lo:8:kworker.0 Request processed in 190us (9710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.424531:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1788536231.425809:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487467480 x1875415569521920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.425827:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569521920:0@lo:400:kworker.0 00010000:00080000:2.0:1788536231.426004:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487467100 x1875415569521664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.426014:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3663:1875415569521664:0@lo:400:kworker.0 00010000:00080000:2.0:1788536231.426029:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487464380 x1875415569522304/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.426037:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569522304:0@lo:400:kworker.0 00010000:00080000:2.0:1788536231.426141:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487466d80 x1875415569522048/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788536256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788536231.426175:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788536231.426184:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788536231.426190:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788536231.426193:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005842b6000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788536231.426212:0:3659:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788536231.426218:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3659:1875415569522048:0@lo:8:kworker.0 00010000:00080000:2.0:1788536231.426234:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487467800 x1875415569521408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788536256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.426241:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788536231.426246:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788536231.426250:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788536231.426267:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788536231.426269:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9005c06cf800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788536231.426289:0:3659:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788536231.426293:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569521408:0@lo:8:kworker.0 00010000:00080000:2.0:1788536231.426309:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487466680 x1875415569521536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788536256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.426316:0:3659:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788536231.426321:0:3659:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788536231.426325:0:3659:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788536231.426328:0:3659:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788536231.426330:0:3659:0:(import.c:65:import_set_state_nolock()) ffff900488140000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788536231.426347:0:3659:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788536231.426350:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487466680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3659:1875415569521536:0@lo:8:kworker.0 00000004:00080000:2.0:1788536231.426403:0:22791:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:2.0:1788536231.426424:0:22791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1875415569522944:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788536231.426474:0:22791:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.426498:0:22791:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934f900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536231.426511:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569522816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536231.426545:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.426576:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522944 00000100:00100000:2.0:1788536231.426582:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522944 00010000:00080000:3.0:1788536231.427255:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487465880 x1875415569522176/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536231.427269:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569522176:0@lo:400:kworker.0 00000004:00080000:3.0:1788536231.427312:0:22793:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1788536231.427328:0:22793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1875415569523200:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788536231.427363:0:22793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536231.427381:0:22793:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005ace3d540 going to sleep for 11 seconds 00000100:00100000:3.0:1788536231.427398:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523200 00000100:00100000:3.0:1788536231.427410:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523200 00000100:00100000:2.0:1788536231.427756:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536231.427766:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22791:x1875415569522944:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788536231.428218:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788536231.428227:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22793:x1875415569523200:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788536231.428273:0:23511:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1788536231.428295:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523456:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1788536231.428344:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536231.428361:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff900482360f00 going to sleep for 11 seconds 00000004:00080000:0.0:1788536231.428380:0:23510:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00080000:2.0:1788536231.428390:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536231.428391:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569522816 00000100:00080000:2.0:1788536231.428397:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536231.428399:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569522816 00000100:00100000:2.0:1788536231.428410:0:24274:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1788536231.428424:0:24274:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000004:00080000:1.0:1788536231.428472:0:22790:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1788536231.428515:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1788536231.428526:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523456 00000100:00100000:2.0:1788536231.428530:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523456 00000004:00080000:1.0:1788536231.428547:0:22790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 690232399721ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788536231.428555:0:22790:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788536231.428579:0:22792:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788536231.428608:0:22792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 690232461104ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788536231.428613:0:22792:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00080000:2.0:1788536231.429121:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536231.429243:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788536231.429253:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23511:x1875415569523456:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1788536231.429310:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569523328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788536231.429354:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.429382:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536231.429390:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569523072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536231.429414:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788536231.429454:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488087100 x1875415569522688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.429468:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569522688:0@lo:400:kworker.0 00000100:00100000:2.0:1788536231.429495:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569521280:0@lo:400:kworker.0 00000004:00080000:0.0:1788536231.436186:0:23510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 690240035537ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788536231.436199:0:23510:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1788536231.436260:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523328 00000100:00100000:0.0:1788536231.436282:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523328 00000100:00100000:0.0:1788536231.436318:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523072 00000100:00100000:0.0:1788536231.436321:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523072 00000100:00100000:0.0:1788536231.436339:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788536231.436348:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1875415569522816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536231.436374:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536231.436455:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1875415569522816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (9918us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.436462:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788536231.436479:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788536231.436485:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3661:x1875415569523328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788536231.436501:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788536231.436537:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3661:x1875415569523328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (7182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.436542:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788536231.436554:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788536231.436560:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1875415569523072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536231.436570:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788536231.436594:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1875415569523072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (7180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.436599:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788536231.436821:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487521f80 x1875415569522816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536231.436840:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569522816:0@lo:13:osp-pre-0-0.0 00010000:00080000:0.0:1788536231.436882:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488871c00 x1875415569523072/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536231.436908:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569523072:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1788536231.436922:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488086680 x1875415569523328/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788536247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536231.436933:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569523328:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1788536231.440875:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1788536231.440899:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:0.0:1788536231.441881:0:24273:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788536231.441892:0:24273:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1788536231.441898:0:24273:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00080000:3.0:1788536231.443415:0:24867:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1788536231.443424:0:24867:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788536231.443429:0:24867:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:2.0:1788536231.445005:0:25203:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1788536231.445014:0:25203:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788536231.445105:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23511:x1875415569523456:12345-0@lo:7:osp-pre-1-1.0 Request processed in 15851us (16757us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.445114:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1788536231.445218:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488086300 x1875415569523456/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788536247 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.445231:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523456:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1788536231.445252:0:23511:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788536231.445287:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523584:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788536231.445316:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.445334:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1a5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536231.445349:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523584 00000100:00100000:2.0:1788536231.445353:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523584 00000100:00100000:2.0:1788536231.445395:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788536231.445401:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23511:x1875415569523584:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1788536231.445424:0:24275:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1788536231.445447:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23511:x1875415569523584:12345-0@lo:5:osp-pre-1-1.0 Request processed in 46us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536231.445452:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1788536231.445474:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487522680 x1875415569523584/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788536247 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536231.445483:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523584:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788536231.445490:0:23511:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788536231.445975:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523712:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788536231.446004:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.446890:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff90059e1a5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536231.446921:0:25203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523712 00000100:00100000:2.0:1788536231.446929:0:25203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523712 00000100:00100000:2.0:1788536231.446983:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788536231.446992:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23511:x1875415569523712:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1788536231.447040:0:24275:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1788536231.468323:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.468336:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.468354:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.468358:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.468600:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.468622:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.468634:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.468643:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.468676:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536231.468868:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.468881:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.468889:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620fc00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.468894:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.468902:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.468919:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.468926:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043f5e144/0xe79af2f39bbde16f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.468944:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.468946:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.468948:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536231.469606:0:23500:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:0.0:1788536231.471718:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.471731:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.471748:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.471752:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.471758:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.472358:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.472371:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.472380:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.472407:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.474265:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.474278:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.474292:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620f200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.474298:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.474309:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.474334:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.474350:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004656af96/0xe79af2f39bbde176 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.474380:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.474382:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.474384:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.474872:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.474880:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.474892:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.474903:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.474910:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.474923:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.474932:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.474940:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.474962:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536231.475297:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.475303:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.475311:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620ea00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.475315:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.475334:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.475349:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.475356:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b550837/0xe79af2f39bbde17d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.475372:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.475374:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.475376:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.476943:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.476958:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.476974:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.476978:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.476985:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.476998:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.477010:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.477044:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.477070:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.477348:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.477355:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.477363:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620f000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.477367:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.477375:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.477390:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.477397:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006719d6ae/0xe79af2f39bbde184 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.477416:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.477418:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.477419:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.479113:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.479124:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.479768:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.479772:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.479780:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.479792:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.479803:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.479875:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.479896:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788536231.480385:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.480392:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.480400:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.480403:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.480407:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.480491:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.480501:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.480508:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.480521:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788536231.480730:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536231.480738:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480747:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998ea00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.480752:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480761:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480777:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480784:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd8f268d/0xe79af2f39bbde18b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480800:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.480804:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480810:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af50400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.480813:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480821:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480844:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480852:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9b388f0/0xe79af2f39bbde192 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.480867:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.480869:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.480870:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.480877:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.481003:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.481010:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.481019:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.481022:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.481026:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.481036:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.481044:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.481051:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.481072:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.481206:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.481211:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481219:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998e600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.481222:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481231:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481242:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481261:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008235c3e5/0xe79af2f39bbde199 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481284:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.481286:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.481288:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.481290:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.481300:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.481309:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.481311:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.481315:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.481323:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.481331:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.481338:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.481357:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.481372:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.481376:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481384:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af51c00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.481387:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481395:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481406:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481413:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c96c51a7/0xe79af2f39bbde1a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.481425:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.481427:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.481428:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.482017:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.482024:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.482034:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.482037:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.482042:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.482051:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.482065:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.482072:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.482093:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788536231.482629:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.482636:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482638:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.482643:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.482653:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.482656:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.482661:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482661:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af50a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.482665:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.482671:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482673:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.482679:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.482686:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482686:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482694:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059fd352/0xe79af2f39bbde1a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.482711:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.482722:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.482725:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482731:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3ea00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.482735:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482742:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482751:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482774:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde1ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.482788:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.482790:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.482791:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.482798:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.483694:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.483936:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.483949:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.483953:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.483958:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.483969:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.483990:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.483997:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.484084:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788536231.484447:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.484453:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.484462:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.484465:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.484470:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.484480:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.484489:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.484507:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.484755:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.484761:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.484770:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.484774:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.484784:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.484801:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.484809:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba88cb35/0xe79af2f39bbde1b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.484920:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.485132:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.485488:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.485497:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.485499:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.485855:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.485863:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.485875:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.485879:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.485883:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.485894:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.485902:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.485909:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.485932:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536231.486065:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.486069:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.486076:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.486080:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.486087:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.486100:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.486108:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3945757/0xe79af2f39bbde1c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.486120:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.486122:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.486124:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.486599:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.486608:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.486612:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.486621:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.486634:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.486641:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e29cc91a/0xe79af2f39bbde1bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.486655:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.486657:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.486659:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.486663:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.487269:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.487278:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487289:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.487293:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.487298:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487310:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487319:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487326:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487338:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788536231.487743:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1788536231.487743:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.487750:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487751:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487759:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.487767:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.487771:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487773:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.487776:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.487780:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487782:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487789:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487791:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487797:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487799:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.487805:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.487907:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788536231.490141:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788536231.491507:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.491520:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.491537:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.491541:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.491558:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.491574:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.491583:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.491599:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.491611:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1788536231.491628:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.491635:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.491643:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.491645:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.491649:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.491659:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.491677:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.491684:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.491692:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1788536231.492011:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.492017:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492026:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.492029:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.492033:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492041:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492048:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492055:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492062:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1788536231.492375:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.492381:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492396:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.492398:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.492402:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492411:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492420:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492427:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492450:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1788536231.492737:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.492744:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492752:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.492755:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.492759:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492767:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492787:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492793:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.492801:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1788536231.493000:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.493005:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493012:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.493015:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.493018:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493026:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493034:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493040:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493061:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:2.0:1788536231.493289:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1788536231.493296:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493304:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059620ee00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493309:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493319:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493339:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493346:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dd4d332/0xe79af2f39bbde1ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493367:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1788536231.493371:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493378:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493381:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493401:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493411:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493438:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde1d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536231.493485:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.493489:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493497:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.493500:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.493504:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493513:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493521:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493528:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493544:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:2.0:1788536231.493636:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1788536231.493641:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493648:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839e00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493651:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493659:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493670:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493677:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f377e405/0xe79af2f39bbde1d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493691:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788536231.493695:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493713:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fe00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493717:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493736:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493747:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493754:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c714282c/0xe79af2f39bbde1e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493766:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788536231.493770:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493776:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493779:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493787:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493796:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493802:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e228dc4/0xe79af2f39bbde1df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493824:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788536231.493828:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493834:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fa00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493838:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493846:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493855:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493862:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde1ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493872:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788536231.493875:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493881:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493883:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493900:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493910:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493916:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046b200fa/0xe79af2f39bbde1f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493927:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788536231.493930:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493936:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493939:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493946:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493955:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493962:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000179bf24b/0xe79af2f39bbde1fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493986:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788536231.493989:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.493995:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3ec00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.493998:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494005:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494015:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494023:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde202 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494034:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.494037:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494042:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.494044:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494063:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494073:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494081:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde209 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.494094:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.494096:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.494098:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.494651:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.495475:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.495486:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.495507:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.495511:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.495572:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.495585:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.495595:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.495603:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.495632:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788536231.497945:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.497957:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.497974:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.497978:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.497981:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536231.497985:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.497989:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.497996:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.497997:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498007:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.498007:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.498015:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498017:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498032:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498039:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dded9d43/0xe79af2f39bbde210 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498055:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.498056:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.498058:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.498223:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.498368:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.498397:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.498402:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498410:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.498413:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498421:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498432:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498445:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fb5ff40/0xe79af2f39bbde217 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.498459:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.498461:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.498462:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.501097:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.501112:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.501131:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.501143:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.501173:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.501188:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.501199:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.501207:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.501230:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536231.501679:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.501686:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.501694:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.501708:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.501717:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.501734:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.501753:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000271cdb16/0xe79af2f39bbde21e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.501774:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.501777:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.501778:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.503748:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.503879:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.503896:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.503900:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.503906:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.503919:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.503929:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.503949:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.503970:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.504039:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.504046:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504054:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.504059:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504069:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504088:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504095:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d119502/0xe79af2f39bbde225 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504115:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.504117:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.504118:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.504225:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.504231:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504240:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.504243:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.504247:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504257:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504265:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504272:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504286:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.504293:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.504297:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504304:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af51600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.504307:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504327:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504337:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504345:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abae60b1/0xe79af2f39bbde22c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.504358:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.504360:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.504362:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.505216:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.505224:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.505235:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.505239:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.505244:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.505439:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.505449:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.505457:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.505476:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788536231.506111:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.506119:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.506135:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.506138:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.506143:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.506176:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.506374:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.506385:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.506402:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788536231.506843:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.506850:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506859:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.506863:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.506867:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506878:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506886:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506898:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506911:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788536231.506921:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788536231.506927:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506935:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.506939:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506947:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506963:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506970:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6825d78/0xe79af2f39bbde233 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.506989:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536231.506992:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507010:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838e00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.507013:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507020:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507031:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507038:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042856e62/0xe79af2f39bbde23a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507053:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.507056:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507062:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.507065:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507071:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507081:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507094:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f6f7a49/0xe79af2f39bbde241 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.507107:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.507107:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.507109:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.507111:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.507241:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.507992:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.508001:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.508012:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.508015:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.508020:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.508895:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.508918:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.508927:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.508952:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788536231.511021:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.511347:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.511363:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.511368:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.511374:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.511388:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.511398:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.511406:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511426:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.511434:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511441:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.511444:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536231.511446:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511455:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511469:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511476:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000431c86e8/0xe79af2f39bbde248 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511491:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536231.511494:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511507:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:2.0:1788536231.511510:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511519:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511529:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511535:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000064ba17a/0xe79af2f39bbde24f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.511560:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.511563:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.511565:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.512854:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.514744:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.514757:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.514784:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.514788:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.514795:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.514809:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.514827:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.514835:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.514852:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.515233:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.515241:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.515250:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.515255:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.515264:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.515280:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.515288:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000810d424b/0xe79af2f39bbde256 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.515308:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.515310:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.515318:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.515444:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.515452:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.515461:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.515465:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.515469:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.515481:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.515496:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.515504:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.515516:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788536231.516319:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.516328:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516339:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.516342:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.516346:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516357:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516366:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516372:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516400:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788536231.516572:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536231.516579:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516586:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.516590:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516598:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516612:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516620:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012f527d4/0xe79af2f39bbde25d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516635:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.516638:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516645:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3ec00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.516649:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516655:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516672:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516679:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaf4f903/0xe79af2f39bbde264 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.516722:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.516724:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.516726:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.516750:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.516894:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.516900:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516909:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.516912:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.516917:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516926:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516935:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516962:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.516975:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788536231.517356:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.517363:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.517372:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=690s v=(0 0) 00002000:00010000:2.0:1788536231.517770:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.517776:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.517784:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.517794:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.517799:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.517811:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.517820:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.517826:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.517855:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788536231.517880:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788536231.517886:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517904:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.517908:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517917:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517930:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517937:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000179bf24b/0xe79af2f39bbde26b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517952:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536231.517955:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517962:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.517965:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517972:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517981:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.517994:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046b200fa/0xe79af2f39bbde279 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.517996:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.518001:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.518007:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.518009:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.518010:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.518012:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518020:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518028:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518055:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.518195:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.518200:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518207:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.518211:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518218:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518229:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518236:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b4d59f0/0xe79af2f39bbde272 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.518251:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.518252:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.518254:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536231.518421:0:25089:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788536231.518440:0:25089:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788536231.518444:0:25089:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788536231.518644:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23511:x1875415569523712:12345-0@lo:5:osp-pre-1-1.0 Request processed in 71650us (72635us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788536231.518653:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:0.0:1788536231.518682:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536231.518715:0:23511:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788536231.518723:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23511:1875415569523712:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788536231.518738:0:23511:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788536231.518785:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23511:1875415569523840:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788536231.518819:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536231.518847:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005c0a4dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536231.518893:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523840 00000100:00100000:0.0:1788536231.518900:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523840 00000100:00100000:0.0:1788536231.518944:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788536231.518953:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1875415569523840:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788536231.519000:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1875415569523840:12345-0@lo:900:osp-pre-1-1.0 Request processed in 48us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536231.519007:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788536231.519043:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487522680 x1875415569523840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788536247 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00002000:00010000:3.0:1788536231.519045:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.519052:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536231.519054:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487522680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23511:1875415569523840:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788536231.519063:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.519071:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.519075:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519087:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519095:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519102:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519120:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788536231.519291:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.519297:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519306:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.519309:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.519313:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519322:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519330:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519343:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519356:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788536231.519439:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536231.519445:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519452:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.519455:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519464:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519476:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519483:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde280 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519497:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.519501:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519519:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.519523:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519529:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519539:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.519546:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde287 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.520488:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.520926:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.520929:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.520930:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.521258:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.521267:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.521280:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.521284:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.521289:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.521312:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.521322:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.521330:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.521349:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.521817:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.521823:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.521831:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838c00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.521835:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.521844:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.521866:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.521874:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b466f1e7/0xe79af2f39bbde28e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.521889:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.521891:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.521893:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.522113:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.522119:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.522128:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.522132:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.522137:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.522168:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.522177:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.522309:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.522330:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.522401:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.522407:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.522414:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.522417:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.522426:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.522437:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.522444:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8de52f9/0xe79af2f39bbde295 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.522468:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.522469:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.522471:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788536231.523121:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788536231.523130:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.523142:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=690s v=(0 0) 00010000:00010000:0.0:1788536231.523171:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536231.523177:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.523366:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.523378:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.523385:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.523958:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788536231.525858:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.525871:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.525888:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.525893:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.525899:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.525913:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.525923:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.525931:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536231.526299:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.526305:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.526315:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.526318:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.526322:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.526332:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.526339:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.526346:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528324:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788536231.528335:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528362:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.528367:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528378:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528399:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528407:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ad0ee33/0xe79af2f39bbde29c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528435:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788536231.528440:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528452:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fa00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.528455:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528467:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528477:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528493:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536231.528496:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528502:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:0.0:1788536231.528505:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528512:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528521:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.528528:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.528529:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536231.528531:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.530132:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.530170:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788536231.530181:0:24273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d2bd872/0xe79af2f39bbde2aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536231.530431:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.531202:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.531213:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.531239:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.531245:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.531251:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.531266:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.531277:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.531286:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.531392:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.531794:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.531803:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.531821:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.531827:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.531838:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.531861:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.531869:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bc90aa6/0xe79af2f39bbde2b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.531891:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.531893:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.531895:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.532218:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.532225:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532235:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.532238:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.532243:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532254:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532274:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532282:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532299:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.532463:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.532469:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.532496:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.532500:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.532508:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.532522:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.532529:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002efb8263/0xe79af2f39bbde2b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.532716:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.532718:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.532720:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.532728:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.532736:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532746:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.532750:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.532754:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532774:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532783:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532791:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.532828:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.532993:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.532999:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533006:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.533010:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533018:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533035:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533042:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f07de76/0xe79af2f39bbde2bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533055:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.533056:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.533058:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.533202:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.533208:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.533217:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.533220:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.533225:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.533233:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.533241:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.533258:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.533276:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.533309:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.533314:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533322:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.533326:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533334:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533346:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533353:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a22cabbf/0xe79af2f39bbde2c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.533380:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.533381:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.533383:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.534192:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.534202:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.534213:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.534227:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536231.534233:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.534481:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.534503:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.534511:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.534599:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.534996:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.535004:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.535013:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.535017:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.535028:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.535043:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.535051:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000737a7b7d/0xe79af2f39bbde2cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.535071:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.535073:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.535075:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788536231.535393:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788536231.535401:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.535411:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=690s v=(0 0) 00010000:00010000:1.0:1788536231.535415:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.535642:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788536231.535650:0:24867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.536104:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.536118:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.536127:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.536141:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.536335:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536231.537945:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.537957:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.537981:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.537985:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.537996:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.538016:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.538022:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e29cc91a/0xe79af2f39bbde2d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.538046:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.538048:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.538050:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788536231.538563:0:24273:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:1.0:1788536231.538662:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22791:x1875415569522944:12345-0@lo:5:osp-pre-0-0.0 Request processed in 110893us (112183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536231.538675:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00002000:00010000:2.0:1788536231.538791:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.538802:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.538816:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.538826:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.538833:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.538847:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.538857:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.538866:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.538888:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.539886:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.539894:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.539905:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fe00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.539910:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.539920:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.539937:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.539945:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c714282c/0xe79af2f39bbde2db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536231.539970:0:22791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1875415569522944:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1788536231.539981:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.539984:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.539986:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788536231.539990:0:22791:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1788536231.540038:0:22791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1875415569523968:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788536231.540087:0:22791:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1788536231.540111:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1788536231.540118:0:22791:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058de35b40 going to sleep for 11 seconds 00010000:00010000:2.0:1788536231.540119:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.540131:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.540136:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.540141:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.540172:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.540180:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536231.540372:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569523968 00000100:00100000:1.0:1788536231.540379:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569523968 00000100:00100000:3.0:1788536231.540476:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788536231.540487:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22791:x1875415569523968:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788536231.540522:0:25203:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1788536231.540616:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.540634:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788536231.541688:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.541708:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.541722:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.541727:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.541732:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.541744:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.541754:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.541770:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.541790:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788536231.542142:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536231.542590:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542600:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3f400 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.542605:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542614:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542630:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542638:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5cd67dd/0xe79af2f39bbde2e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542653:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.542656:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542673:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e000 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.542676:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542684:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542695:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542711:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3945757/0xe79af2f39bbde2e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.542725:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.542727:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.542729:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.542759:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788536231.545753:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788536231.545776:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.545801:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=690s v=(0 0) 00010000:00010000:2.0:1788536231.545806:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536231.545812:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.545826:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.545837:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.545845:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536231.545865:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.546212:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.546221:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.546230:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fa00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.546235:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536231.547618:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788536231.547667:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1788536231.548181:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.548220:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.548229:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde2f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.548250:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.548252:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.548255:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.549025:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.549035:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549050:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.549055:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.549060:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549074:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549085:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536231.549088:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22791:x1875415569523968:12345-0@lo:5:osp-pre-0-0.0 Request processed in 8599us (8996us total) trans 12884901890 rc 0/0 00010000:00010000:3.0:1788536231.549098:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536231.549104:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1788536231.549121:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536231.549647:0:22791:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788536231.549656:0:22791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1875415569523968:0@lo:5:osp-pre-0-0.0 00002000:00010000:3.0:1788536231.549666:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:1.0:1788536231.549673:0:22791:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1788536231.549674:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549686:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.549690:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.549713:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549715:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.549723:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549728:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549738:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.549744:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549745:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549764:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549779:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.549779:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549790:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536231.549796:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549798:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549810:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93600 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:3.0:1788536231.549814:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.549831:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549834:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd1bca5e/0xe79af2f39bbde2f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.549851:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.549853:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.549854:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.550197:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.550215:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002028fef1/0xe79af2f39bbde2fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.550229:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.550231:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.550232:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.551039:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.551049:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551062:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.551065:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.551071:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551082:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551090:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551097:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551120:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.551322:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.551329:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551338:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.551343:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551352:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551367:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551375:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b4d59f0/0xe79af2f39bbde305 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551389:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.551391:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.551392:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.551622:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.551634:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551642:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.551646:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.551650:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551660:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551668:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551675:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.551695:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.551836:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.551842:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551850:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93200 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.551854:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551862:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551873:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551881:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f6f7a49/0xe79af2f39bbde30c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.551893:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.551895:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.551896:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.552086:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.552092:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552100:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.552104:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.552108:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552119:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552134:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552140:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552177:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536231.552271:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.552276:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.552283:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92e00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.552286:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.552307:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.552318:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.552326:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000afdec89/0xe79af2f39bbde313 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.552339:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.552341:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.552343:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788536231.552418:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.552424:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552433:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.552435:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.552439:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552447:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552454:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552462:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.552535:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788536231.553224:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788536231.553232:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.553242:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=690s v=(0 0) 00010000:00010000:3.0:1788536231.553245:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536231.553249:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.553259:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.553268:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536231.553275:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553332:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536231.553337:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553344:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.553348:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553357:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553371:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553390:0:25204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b999b46/0xe79af2f39bbde31a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553415:0:25204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536231.553419:0:25204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553424:0:25204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93a00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536231.553427:0:25204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553434:0:25204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553444:0:25204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536231.553452:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.553454:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536231.553456:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536231.553788:0:24867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788536231.553794:0:24867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a74d2e/0xe79af2f39bbde321 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788536231.553883:0:24867:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1788536231.553974:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22793:x1875415569523200:12345-0@lo:5:osp-pre-1-0.0 Request processed in 125745us (126606us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536231.553991:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788536231.554047:0:22793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1875415569523200:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788536231.554062:0:22793:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1788536231.554107:0:22793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1875415569524096:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788536231.554142:0:22793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536231.554194:0:22793:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005893f3840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536231.554210:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524096 00000100:00100000:3.0:1788536231.554215:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524096 00000100:00100000:3.0:1788536231.554258:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788536231.554266:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22793:x1875415569524096:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788536231.554300:0:24867:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1788536231.560295:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536231.565231:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22793:x1875415569524096:12345-0@lo:5:osp-pre-1-0.0 Request processed in 10958us (11081us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788536231.565244:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788536231.565757:0:22793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1875415569524096:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788536231.565857:0:22793:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1788536232.108893:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536233.134129:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536234.156606:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536235.180458:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536235.436290:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536235.436316:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569524224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788536235.436391:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.436475:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524224 00000100:00100000:0.0:1788536235.436483:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524224 00000100:00100000:0.0:1788536235.436544:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788536235.436553:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569524224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536235.436588:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788536235.436608:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536235.436617:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569524352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536235.436632:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569524224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.436645:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788536235.436705:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536235.436750:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569524224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536235.436807:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524352 00000100:00100000:0.0:1788536235.436811:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524352 00000100:00100000:0.0:1788536235.436925:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788536235.436933:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569524352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788536235.436953:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536235.436989:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569524352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.437061:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788536235.437096:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569524352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788536235.437164:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536235.437257:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536235.437331:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569524480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536235.437358:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.437503:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524480 00000100:00100000:0.0:1788536235.437508:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524480 00000100:00100000:0.0:1788536235.437571:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788536235.437578:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569524480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788536235.437596:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788536235.437641:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569524480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.437648:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536235.437712:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569524480:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788536236.204816:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788536236.396383:0:25446:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788536236.460344:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569524608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788536236.460414:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536236.460423:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569524992:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.460453:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460463:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569525120:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.460473:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569525504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460486:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536236.460489:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460500:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569525632:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.460501:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3660:1875415569526016:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460529:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536236.460530:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460544:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569526144:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.460558:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524992 00000100:00100000:0.0:1788536236.460565:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524992 00000100:00100000:2.0:1788536236.460566:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460589:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569524736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536236.460598:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525504 00000100:00100000:0.0:1788536236.460601:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525504 00000100:00100000:2.0:1788536236.460609:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536236.460616:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788536236.460623:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569524992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460624:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569525248:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460642:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460657:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569525760:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460688:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460701:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569526272:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460722:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460739:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788536236.460744:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569524864:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460767:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460788:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569525376:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460809:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460818:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569525888:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460836:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460845:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569526400:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.460863:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.460888:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524608 00000100:00100000:1.0:1788536236.460890:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525120 00000100:00100000:2.0:1788536236.460891:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524608 00000100:00100000:1.0:1788536236.460893:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525120 00000100:00100000:1.0:1788536236.460920:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525632 00000100:00100000:1.0:1788536236.460923:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525632 00000100:00100000:1.0:1788536236.460932:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525248 00000100:00100000:1.0:1788536236.460933:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525248 00000100:00100000:0.0:1788536236.460954:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569524992:12345-0@lo:400:kworker.0 Request processed in 42us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.460962:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788536236.460978:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788536236.460983:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569525504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.461010:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569525504:12345-0@lo:400:kworker.0 Request processed in 27us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.461015:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788536236.461031:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526016 00000100:00100000:0.0:1788536236.461033:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526016 00000100:00100000:2.0:1788536236.463069:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524736 00000100:00100000:2.0:1788536236.463080:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524736 00000100:00100000:2.0:1788536236.463109:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536236.463132:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569524608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788536236.463179:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536236.463264:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569524608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463271:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788536236.463286:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536236.463292:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90048896bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1875415569524736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536236.463302:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536236.463309:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525760 00000100:00100000:1.0:1788536236.463313:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525760 00000100:00100000:1.0:1788536236.463326:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536236.463332:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569525120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463336:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90048896bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1875415569524736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (2726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463342:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788536236.463368:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788536236.463375:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569525632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463403:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569525632:12345-0@lo:400:kworker.0 Request processed in 29us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463409:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788536236.463422:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788536236.463428:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1875415569525248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536236.463432:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569525120:12345-0@lo:400:kworker.0 Request processed in 100us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536236.463437:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788536236.463449:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788536236.463451:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1875415569525248:12345-0@lo:400:kworker.0 Request processed in 24us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536236.463455:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569525760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463457:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788536236.463474:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526144 00000100:00100000:2.0:1788536236.463478:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526144 00000100:00100000:1.0:1788536236.463480:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569525760:12345-0@lo:400:kworker.0 Request processed in 27us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536236.463485:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788536236.463499:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526272 00000100:00100000:2.0:1788536236.463502:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526272 00000100:00080000:1.0:1788536236.463505:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788536236.463514:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525376 00000100:00080000:1.0:1788536236.463514:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536236.463517:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536236.463518:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536236.463520:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525376 00000100:00100000:2.0:1788536236.463533:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569525888 00000100:00100000:2.0:1788536236.463535:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569525888 00000100:00100000:2.0:1788536236.463545:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526400 00000100:00100000:2.0:1788536236.463547:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526400 00000100:00100000:2.0:1788536236.463578:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788536236.463584:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004879cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875415569526144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463618:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004879cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875415569526144:12345-0@lo:400:kworker.0 Request processed in 35us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463623:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536236.463628:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536236.463633:0:22768:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788536236.463635:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569526272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463638:0:22768:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1788536236.463659:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788536236.463676:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569526272:12345-0@lo:400:kworker.0 Request processed in 42us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463677:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788536236.463682:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536236.463683:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569525376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463692:0:22766:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788536236.463710:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875415569525376:12345-0@lo:400:kworker.0 Request processed in 28us (2900us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.463710:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788536236.463716:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788536236.463716:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569525888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463725:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788536236.463730:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788536236.463736:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569526400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463739:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875415569525888:12345-0@lo:400:kworker.0 Request processed in 25us (2903us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.463753:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788536236.463757:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875415569526400:12345-0@lo:400:kworker.0 Request processed in 22us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463762:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788536236.463763:0:22766:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788536236.463768:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788536236.463774:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875415569526016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463801:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875415569526016:12345-0@lo:400:kworker.0 Request processed in 27us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.463806:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788536236.463807:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569524864 00000100:00100000:2.0:1788536236.463810:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569524864 00000100:00100000:2.0:1788536236.463833:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788536236.463836:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569526528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536236.463839:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059d43b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3662:x1875415569524864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463869:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536236.463872:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059d43b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3662:x1875415569524864:12345-0@lo:400:kworker.0 Request processed in 34us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536236.463878:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788536236.463907:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569524992:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463911:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569525120:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463918:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569525504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463921:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569525632:0@lo:400:kworker.0 00010000:00080000:0.0:1788536236.463930:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488086680 x1875415569526016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1788536236.463932:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488086300 x1875415569526144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536236.463940:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3660:1875415569526016:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463941:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3661:1875415569526144:0@lo:400:kworker.0 00000100:00100000:2.0:1788536236.463954:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569524608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788536236.463971:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526528 00000100:00100000:0.0:1788536236.463973:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526528 00000100:00100000:2.0:1788536236.463977:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569524864:0@lo:400:kworker.0 00010000:00080000:2.0:1788536236.463987:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488084000 x1875415569525376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536236.463992:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788536236.463997:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875415569525376:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.463997:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1875415569526528:12345-0@lo:13:osp-pre-1-0.0 00010000:00080000:2.0:1788536236.464007:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488086a00 x1875415569525888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00002000:00000024:0.0:1788536236.464007:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536236.464014:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875415569525888:0@lo:400:kworker.0 00010000:00080000:2.0:1788536236.464024:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900487464e00 x1875415569526400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536236.464032:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3662:1875415569526400:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.464032:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1875415569526528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536236.464038:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788536236.464044:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569524736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536236.464053:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569525248:0@lo:400:kworker.0 00000100:00100000:0.0:1788536236.464059:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569526528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536236.464070:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569525760:0@lo:400:kworker.0 00010000:00080000:2.0:1788536236.464079:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff900488087100 x1875415569526272/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536236.464086:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569526272:0@lo:400:kworker.0 00000100:00080000:1.0:1788536236.464494:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1788536236.975986:0:25089:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:1.0:1788536237.229131:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788536237.247930:0:25499:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788536237.249490:0:25499:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:1.0:1788536238.142197:0:25549:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788536238.142432:0:25549:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788536238.253244:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536238.348465:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.354294:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442240 00000100:00100000:2.0:1788536238.354309:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442240 00000100:00100000:2.0:1788536238.354354:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 114 00000100:00100000:2.0:1788536238.354362:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2398:x1875415548442240:12345-192.168.203.13@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788536238.354388:0:22760:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 01f77ea9-33b8-4c62-8c7c-c1929efb009d@192.168.203.13@tcp t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:2.0:1788536238.354415:0:22760:0:(genops.c:1385:class_connect()) connect: client 01f77ea9-33b8-4c62-8c7c-c1929efb009d, cookie 0xe79af2f39bbde328 00000100:00080000:2.0:1788536238.354610:0:22760:0:(import.c:65:import_set_state_nolock()) ffff90059fa9b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536238.354738:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+5:2398:x1875415548442240:12345-192.168.203.13@tcp:250:mount.lustre.0 Request processed in 375us (6296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.354746:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 114 00000100:00100000:0.0:1788536238.372931:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.373025:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442368 00000100:00100000:2.0:1788536238.373036:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442368 00000100:00100000:2.0:1788536238.373093:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 115 00000100:00100000:2.0:1788536238.373103:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+5:18091:x1875415548442368:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788536238.373120:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536238.373182:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058db3f200/0xe79af2f39bbde32f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b16558e9 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.373212:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058db3f200/0xe79af2f39bbde32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558e9 expref: 6 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.373240:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058db3f200/0xe79af2f39bbde32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558e9 expref: 6 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.373248:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3f200, rc 0) 00000100:00100000:2.0:1788536238.373299:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+6:18091:x1875415548442368:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 197us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.373306:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 115 00000100:00100000:3.0:1788536238.386381:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.389252:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442496 00000100:00100000:2.0:1788536238.389267:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442496 00000100:00100000:2.0:1788536238.389410:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 116 00000100:00100000:2.0:1788536238.389421:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+6:18091:x1875415548442496:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788536238.394299:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+6:18091:x1875415548442496:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 4870us (7917us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536238.394312:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 116 00000100:00100000:3.0:1788536238.401563:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.401667:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442624 00000100:00100000:2.0:1788536238.401678:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442624 00000100:00100000:2.0:1788536238.401735:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 117 00000100:00100000:2.0:1788536238.401745:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+6:18091:x1875415548442624:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788536238.401761:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536238.401778:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058db3f000/0xe79af2f39bbde336 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b16558f0 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.401804:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058db3f000/0xe79af2f39bbde336 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558f0 expref: 7 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.401814:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058db3f000/0xe79af2f39bbde336 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16558f0 expref: 7 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.401835:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3f000, rc 0) 00000100:00100000:2.0:1788536238.401892:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+7:18091:x1875415548442624:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 148us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.401898:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 117 00000100:00100000:0.0:1788536238.404992:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.405084:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442752 00000100:00100000:2.0:1788536238.405095:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442752 00000100:00100000:2.0:1788536238.405233:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 118 00000100:00100000:2.0:1788536238.405243:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+7:18091:x1875415548442752:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788536238.405398:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18091:x1875415548442752:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 156us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.405406:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 118 00000100:00100000:3.0:1788536238.410819:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.415240:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548442880 00000100:00100000:0.0:1788536238.415255:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548442880 00000100:00100000:0.0:1788536238.415449:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 119 00000100:00100000:0.0:1788536238.415459:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18091:x1875415548442880:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788536238.416554:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18091:x1875415548442880:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 1090us (5737us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.416567:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 119 00000100:00100000:3.0:1788536238.420075:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.420228:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443008 00000100:00100000:2.0:1788536238.420238:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443008 00000100:00100000:1.0:1788536238.422833:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 120 00000100:00100000:1.0:1788536238.422848:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443008:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788536238.423016:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443008:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 170us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536238.423025:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 120 00000100:00100000:3.0:1788536238.459450:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536238.459560:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443136 00000100:00100000:1.0:1788536238.459571:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443136 00000100:00100000:1.0:1788536238.459627:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 121 00000100:00100000:1.0:1788536238.459638:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005b7367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443136:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788536238.459796:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005b7367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443136:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 159us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536238.459804:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 121 00000100:00100000:3.0:1788536238.464918:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.466273:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443264 00000100:00100000:0.0:1788536238.466286:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443264 00000100:00100000:0.0:1788536238.466354:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 122 00000100:00100000:0.0:1788536238.466364:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443264:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536238.466542:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18109:x1875415548443264:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 178us (1634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.466552:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 122 00000100:00100000:3.0:1788536238.469712:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.470018:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443392 00000100:00100000:2.0:1788536238.470028:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443392 00000100:00100000:2.0:1788536238.470091:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 123 00000100:00100000:2.0:1788536238.470101:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+8:18091:x1875415548443392:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788536238.470119:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536238.470139:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058db3ec00/0xe79af2f39bbde33d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655921 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536238.470391:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058db3ec00/0xe79af2f39bbde33d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655921 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536238.470404:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058db3ec00/0xe79af2f39bbde33d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655921 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536238.470413:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3ec00, rc 0) 00000100:00100000:3.0:1788536238.470515:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+9:18091:x1875415548443392:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 414us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.470521:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 123 00000100:00100000:3.0:1788536238.477645:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536238.478369:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443520 00000100:00100000:1.0:1788536238.478380:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443520 00000100:00100000:1.0:1788536238.478486:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 124 00000100:00100000:1.0:1788536238.478498:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+9:18091:x1875415548443520:12345-192.168.203.13@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788536238.478526:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788536238.478548:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788536238.478552:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788536238.478560:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788536238.478564:0:22758:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788536238.478567:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788536238.480664:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+9:18091:x1875415548443520:12345-192.168.203.13@tcp:256:mount.lustre.0 Request processed in 2149us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.480679:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 124 00000100:00100000:2.0:1788536238.484314:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.484430:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443648 00000100:00100000:0.0:1788536238.484441:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443648 00000100:00100000:0.0:1788536238.484533:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 125 00000100:00100000:0.0:1788536238.484544:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+9:18091:x1875415548443648:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788536238.484561:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536238.484578:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655928 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536238.484616:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 10 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536238.484628:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 10 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536238.484637:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488839a00, rc 0) 00000100:00100000:0.0:1788536238.484706:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584baec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18091:x1875415548443648:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 164us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.484713:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 125 00000100:00100000:3.0:1788536238.486883:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.487075:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443776 00000100:00100000:2.0:1788536238.487085:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443776 00000100:00100000:2.0:1788536238.487136:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 126 00000100:00100000:2.0:1788536238.487167:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18091:x1875415548443776:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788536238.487320:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18091:x1875415548443776:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 174us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.487328:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 126 00000100:00100000:1.0:1788536238.489879:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.490379:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548443904 00000100:00100000:0.0:1788536238.490390:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548443904 00000100:00100000:0.0:1788536238.490450:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 127 00000100:00100000:0.0:1788536238.490460:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900584bae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18091:x1875415548443904:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788536238.490951:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900584bae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18091:x1875415548443904:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 491us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.490960:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 127 00000100:00100000:1.0:1788536238.495806:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536238.495909:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444032 00000100:00100000:3.0:1788536238.495919:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444032 00000100:00100000:3.0:1788536238.496035:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 128 00000100:00100000:3.0:1788536238.496047:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18114:x1875415548444032:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536238.496304:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18114:x1875415548444032:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 259us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.496313:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 128 00000100:00100000:2.0:1788536238.498992:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.499141:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444160 00000100:00100000:0.0:1788536238.499186:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444160 00000100:00100000:0.0:1788536238.499279:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 129 00000100:00100000:0.0:1788536238.499306:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18114:x1875415548444160:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536238.499957:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18114:x1875415548444160:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 667us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.499966:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 129 00000100:00100000:1.0:1788536238.510524:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536238.510618:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.511209:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444288 00000100:00100000:2.0:1788536238.511221:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444288 00000100:00100000:2.0:1788536238.511311:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444544 00000100:00100000:2.0:1788536238.511315:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444544 00000100:00100000:1.0:1788536238.514503:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:1.0:1788536238.514518:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2398:x1875415548444288:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788536238.514560:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 2e08c0bb-3473-446e-8158-3614dad2e722@192.168.203.13@tcp t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1788536238.514613:0:22768:0:(genops.c:1385:class_connect()) connect: client 2e08c0bb-3473-446e-8158-3614dad2e722, cookie 0xe79af2f39bbde34b 00000004:00100000:1.0:1788536238.514640:0:22768:0:(mdt_handler.c:7337:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788536238.515218:0:22768:0:(import.c:65:import_set_state_nolock()) ffff900482230000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536238.515290:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2398:x1875415548444288:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 773us (4775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536238.515300:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:1.0:1788536238.515325:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:1.0:1788536238.515331:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2398:x1875415548444544:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788536238.515349:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 2e08c0bb-3473-446e-8158-3614dad2e722@192.168.203.13@tcp t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1788536238.515383:0:22768:0:(genops.c:1385:class_connect()) connect: client 2e08c0bb-3473-446e-8158-3614dad2e722, cookie 0xe79af2f39bbde352 00000004:00100000:1.0:1788536238.515400:0:22768:0:(mdt_handler.c:7337:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788536238.515544:0:22768:0:(import.c:65:import_set_state_nolock()) ffff900482233000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536238.515568:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2398:x1875415548444544:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 236us (4950us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536238.515574:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:1.0:1788536238.518815:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536238.521457:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.521534:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444672 00000100:00100000:2.0:1788536238.521546:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444672 00000100:00100000:2.0:1788536238.521613:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:2.0:1788536238.521624:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:0:x1875415548444672:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788536238.521671:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788536238.521760:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:0:x1875415548444672:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 138us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.521777:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:1.0:1788536238.522301:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536238.522372:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444416 00000100:00100000:3.0:1788536238.522377:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444416 00000100:00100000:3.0:1788536238.522411:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444800 00000100:00100000:3.0:1788536238.522414:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444800 00000100:00100000:3.0:1788536238.522430:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:3.0:1788536238.522437:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+7:0:x1875415548444416:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788536238.522457:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536238.522539:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+7:0:x1875415548444416:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 101us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.522546:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:3.0:1788536238.522562:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:3.0:1788536238.522569:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548444800:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788536238.522581:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788536238.522604:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548444800:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 36us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.522611:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:1.0:1788536238.527136:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00080000:1.0:1788536238.527316:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536238.527321:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788536238.527375:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548444928 00000100:00100000:3.0:1788536238.527384:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548444928 00000100:00100000:3.0:1788536238.527443:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1788536238.527452:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548444928:12345-192.168.203.13@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788536238.527538:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548444928:12345-192.168.203.13@tcp:40:mount.lustre.0 Request processed in 87us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.527545:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:3.0:1788536238.531254:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536238.531333:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536238.531434:0:25203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445056 00000100:00100000:0.0:1788536238.531458:0:25203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445056 00000100:00100000:0.0:1788536238.531508:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:0.0:1788536238.531516:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2398:x1875415548445056:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788536238.531548:0:25203:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 2e08c0bb-3473-446e-8158-3614dad2e722@192.168.203.13@tcp t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:0.0:1788536238.531590:0:25203:0:(genops.c:1385:class_connect()) connect: client 2e08c0bb-3473-446e-8158-3614dad2e722, cookie 0xe79af2f39bbde359 00002000:00100000:0.0:1788536238.531603:0:25203:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2e08c0bb-3473-446e-8158-3614dad2e722/ffff9005c0aec800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788536238.531622:0:25203:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788536238.531969:0:25203:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788536238.532001:0:25203:0:(import.c:65:import_set_state_nolock()) ffff9005c0ae9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788536238.532070:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2e08c0bb-3473-446e-8158-3614dad2e722+6:2398:x1875415548445056:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 553us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536238.532078:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:2.0:1788536238.532468:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445312 00000100:00100000:2.0:1788536238.532475:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445312 00000100:00100000:2.0:1788536238.532525:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:2.0:1788536238.532534:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548445312:12345-192.168.203.13@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788536238.532585:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548445312:12345-192.168.203.13@tcp:900:mount.lustre.0 Request processed in 53us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.532592:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:3.0:1788536238.533406:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536238.533480:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445184 00000100:00100000:1.0:1788536238.533486:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445184 00000100:00100000:1.0:1788536238.533525:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:1.0:1788536238.533532:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2398:x1875415548445184:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788536238.533562:0:24273:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 2e08c0bb-3473-446e-8158-3614dad2e722@192.168.203.13@tcp t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1788536238.533592:0:24273:0:(genops.c:1385:class_connect()) connect: client 2e08c0bb-3473-446e-8158-3614dad2e722, cookie 0xe79af2f39bbde360 00002000:00100000:1.0:1788536238.533604:0:24273:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2e08c0bb-3473-446e-8158-3614dad2e722/ffff900482234800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788536238.533621:0:24273:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788536238.533958:0:24273:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788536238.533987:0:24273:0:(import.c:65:import_set_state_nolock()) ffff900482236000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536238.534049:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:2398:x1875415548445184:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 515us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536238.534057:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:1.0:1788536238.536241:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.536367:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445440 00000100:00100000:2.0:1788536238.536376:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445440 00000100:00100000:2.0:1788536238.536432:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:2.0:1788536238.536442:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548445440:12345-192.168.203.13@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788536238.545022:0:22769:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 8486us 00000004:00200000:3.0:1788536238.555368:0:22769:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788536238.555495:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:18091:x1875415548445440:12345-192.168.203.13@tcp:33:mount.lustre.0 Request processed in 19048us (19255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536238.555509:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1788536238.720820:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536238.721004:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445568 00000100:00100000:2.0:1788536238.721013:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445568 00000100:00100000:2.0:1788536238.721075:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:2.0:1788536238.721085:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18137:x1875415548445568:12345-192.168.203.13@tcp:101:mkdir.0 00010000:00010000:2.0:1788536238.721106:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536238.721132:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde367 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655959 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721227:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721240:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721255:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536238.721297:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788536238.721302:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788536238.721340:0:22767:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721366:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde367 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655959 expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721385:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655959 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536238.721400:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:2.0:1788536238.721403:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536238.721407:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3fc00, rc 0) 00000100:00100000:2.0:1788536238.721473:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+7:18137:x1875415548445568:12345-192.168.203.13@tcp:101:mkdir.0 Request processed in 388us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536238.721479:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00010000:00010000:1.0:1788536239.276391:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536239.724810:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788536240.301449:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536240.556383:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536240.556407:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569526656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536240.556472:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536240.556587:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526656 00000100:00100000:2.0:1788536240.556594:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526656 00000100:00100000:2.0:1788536240.556654:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536240.556662:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569526656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788536240.556692:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788536240.556734:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569526656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.556740:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788536240.556885:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569526656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788536240.558616:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569526784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536240.558679:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536240.558801:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526784 00000100:00100000:0.0:1788536240.558808:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526784 00000100:00100000:0.0:1788536240.558862:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788536240.558871:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569526784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536240.558900:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536240.558943:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569526784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.558950:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788536240.559139:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900487464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569526784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536240.559175:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536240.559181:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569526912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788536240.559206:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536240.559338:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569526912 00000100:00100000:0.0:1788536240.559342:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569526912 00000100:00100000:0.0:1788536240.559392:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788536240.559399:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569526912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788536240.559418:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536240.559450:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569526912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.559472:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1788536240.559529:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536240.559554:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569526912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788536240.911496:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536240.912754:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445696 00000100:00100000:2.0:1788536240.912768:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445696 00000100:00100000:2.0:1788536240.912879:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00100000:2.0:1788536240.912890:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:18190:x1875415548445696:12345-192.168.203.13@tcp:41:lfs.0 00000004:00000024:2.0:1788536240.912922:0:25450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788536240.913020:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:18190:x1875415548445696:12345-192.168.203.13@tcp:41:lfs.0 Request processed in 132us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.913028:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 14 00000100:00080000:1.0:1788536240.913709:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536240.916951:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536240.917385:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445824 00000100:00100000:2.0:1788536240.917395:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445824 00000100:00100000:2.0:1788536240.917470:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00100000:2.0:1788536240.917481:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548445824:12345-192.168.203.13@tcp:41:lfs.0 00000004:00000024:2.0:1788536240.917529:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:1.0:1788536240.917739:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788536240.920787:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548445824:12345-192.168.203.13@tcp:41:lfs.0 Request processed in 3295us (3835us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.920801:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00100000:3.0:1788536240.928572:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536240.928680:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548445952 00000100:00100000:0.0:1788536240.928689:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548445952 00000100:00100000:0.0:1788536240.928764:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:0.0:1788536240.928774:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548445952:12345-192.168.203.13@tcp:13:lfs.0 00002000:00000024:0.0:1788536240.928797:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788536240.928888:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548445952:12345-192.168.203.13@tcp:13:lfs.0 Request processed in 115us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.928895:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00080000:1.0:1788536240.928964:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536240.933983:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536240.934086:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446080 00000100:00100000:2.0:1788536240.934096:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446080 00000100:00100000:2.0:1788536240.934192:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1788536240.934202:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548446080:12345-192.168.203.13@tcp:13:lfs.0 00002000:00000024:2.0:1788536240.934232:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536240.934313:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2e08c0bb-3473-446e-8158-3614dad2e722+6:18190:x1875415548446080:12345-192.168.203.13@tcp:13:lfs.0 Request processed in 113us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.934321:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00080000:1.0:1788536240.934379:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536241.147597:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.147754:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446208 00000100:00100000:3.0:1788536241.147765:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446208 00000100:00100000:3.0:1788536241.147829:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 130 00000100:00100000:3.0:1788536241.147840:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+10:18224:x1875415548446208:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788536241.147858:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.147877:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef93a00/0xe79af2f39bbde375 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655960 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.147906:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef93a00/0xe79af2f39bbde375 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655960 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.147918:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef93a00/0xe79af2f39bbde375 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655960 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.147928:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93a00, rc 0) 00000100:00100000:3.0:1788536241.147988:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446208:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 150us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.147996:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 130 00000100:00100000:0.0:1788536241.153938:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.154057:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446336 00000100:00100000:2.0:1788536241.154069:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446336 00000100:00100000:2.0:1788536241.154134:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 131 00000100:00100000:2.0:1788536241.154192:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446336:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788536241.154352:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446336:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 161us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.154360:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 131 00000100:00100000:0.0:1788536241.162484:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.164303:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446464 00000100:00100000:2.0:1788536241.164319:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446464 00000100:00100000:2.0:1788536241.164391:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 132 00000100:00100000:2.0:1788536241.164402:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446464:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788536241.164571:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446464:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 170us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.164579:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 132 00000100:00100000:1.0:1788536241.171439:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.171964:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446592 00000100:00100000:3.0:1788536241.171975:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446592 00000100:00100000:3.0:1788536241.172039:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 133 00000100:00100000:3.0:1788536241.172049:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446592:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536241.172254:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446592:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 206us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.172263:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 133 00000100:00100000:3.0:1788536241.209106:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.212996:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446720 00000100:00100000:0.0:1788536241.213011:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446720 00000100:00100000:0.0:1788536241.213074:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 134 00000100:00100000:0.0:1788536241.213083:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446720:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536241.213264:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446720:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 181us (4168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.213272:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 134 00000100:00100000:0.0:1788536241.218782:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.218878:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446848 00000100:00100000:2.0:1788536241.218888:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446848 00000100:00100000:2.0:1788536241.218939:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 135 00000100:00100000:2.0:1788536241.218948:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446848:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536241.219081:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18229:x1875415548446848:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 133us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.219088:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 135 00000100:00100000:1.0:1788536241.235885:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.236098:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548446976 00000100:00100000:3.0:1788536241.236107:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548446976 00000100:00100000:3.0:1788536241.236190:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 136 00000100:00100000:3.0:1788536241.236200:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18224:x1875415548446976:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788536241.236218:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.236238:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef93600/0xe79af2f39bbde37c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655991 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.236265:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef93600/0xe79af2f39bbde37c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655991 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.236276:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef93600/0xe79af2f39bbde37c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655991 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.236285:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93600, rc 0) 00000100:00100000:3.0:1788536241.236345:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18224:x1875415548446976:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 146us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.236353:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 136 00000100:00100000:3.0:1788536241.242475:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.243533:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447104 00000100:00100000:0.0:1788536241.243545:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447104 00000100:00100000:0.0:1788536241.243601:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 137 00000100:00100000:0.0:1788536241.243610:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18224:x1875415548447104:12345-192.168.203.13@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788536241.243642:0:22761:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788536241.243673:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788536241.243677:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788536241.243681:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788536241.243684:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788536241.243687:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788536241.246005:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18224:x1875415548447104:12345-192.168.203.13@tcp:256:mount.lustre.0 Request processed in 2386us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.246018:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 137 00000100:00100000:1.0:1788536241.256193:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.256775:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447232 00000100:00100000:2.0:1788536241.256784:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447232 00000100:00100000:2.0:1788536241.256835:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 138 00000100:00100000:2.0:1788536241.256844:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18224:x1875415548447232:12345-192.168.203.13@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788536241.256872:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536241.256889:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655998 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.256916:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.256928:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.256937:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3fa00, rc 0) 00000100:00100000:2.0:1788536241.257311:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18224:x1875415548447232:12345-192.168.203.13@tcp:101:mount.lustre.0 Request processed in 466us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.257319:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 138 00000100:00100000:3.0:1788536241.263539:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.263623:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447360 00000100:00100000:2.0:1788536241.263641:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447360 00000100:00100000:2.0:1788536241.263702:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 139 00000100:00100000:2.0:1788536241.263711:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18224:x1875415548447360:12345-192.168.203.13@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788536241.263853:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18224:x1875415548447360:12345-192.168.203.13@tcp:501:mount.lustre.0 Request processed in 142us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.263861:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 139 00000100:00100000:0.0:1788536241.270685:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.272188:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447488 00000100:00100000:2.0:1788536241.272201:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447488 00000100:00100000:2.0:1788536241.272272:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 140 00000100:00100000:2.0:1788536241.272282:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18224:x1875415548447488:12345-192.168.203.13@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788536241.272451:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18224:x1875415548447488:12345-192.168.203.13@tcp:503:mount.lustre.0 Request processed in 170us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.272466:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 140 00000100:00100000:1.0:1788536241.280498:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.280776:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447616 00000100:00100000:3.0:1788536241.280786:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447616 00000100:00100000:3.0:1788536241.280846:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 141 00000100:00100000:3.0:1788536241.280855:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18233:x1875415548447616:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536241.281188:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18233:x1875415548447616:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 333us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.281205:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 141 00000100:00100000:3.0:1788536241.292001:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.292108:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447744 00000100:00100000:0.0:1788536241.292119:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447744 00000100:00100000:0.0:1788536241.292210:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 142 00000100:00100000:0.0:1788536241.292220:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18233:x1875415548447744:12345-192.168.203.13@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536241.292375:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18233:x1875415548447744:12345-192.168.203.13@tcp:502:llog_process_th.0 Request processed in 155us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.292384:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 142 00000100:00100000:0.0:1788536241.316261:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.316298:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.316318:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.316344:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.316361:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.316381:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.316580:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548447872 00000100:00100000:2.0:1788536241.316589:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548447872 00000100:00100000:2.0:1788536241.316616:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448256 00000100:00100000:2.0:1788536241.316618:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448256 00000100:00100000:2.0:1788536241.316650:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448384 00000100:00100000:2.0:1788536241.316652:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448384 00000100:00100000:2.0:1788536241.316664:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448128 00000100:00100000:2.0:1788536241.316666:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448128 00000100:00100000:2.0:1788536241.316679:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:2.0:1788536241.316689:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:2399:x1875415548448256:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536241.316786:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:2399:x1875415548448256:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 97us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.316794:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:2.0:1788536241.316822:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:2.0:1788536241.316829:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448384:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536241.316855:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448384:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 27us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.316861:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:2.0:1788536241.316873:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:2.0:1788536241.316877:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2398:x1875415548447872:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788536241.316899:0:25450:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from c58f1e91-8e35-4422-9b80-fd88101911ab@192.168.203.13@tcp t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1788536241.316973:0:25450:0:(genops.c:1385:class_connect()) connect: client c58f1e91-8e35-4422-9b80-fd88101911ab, cookie 0xe79af2f39bbde38a 00000004:00100000:2.0:1788536241.316998:0:25450:0:(mdt_handler.c:7337:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788536241.317003:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448512 00000100:00100000:3.0:1788536241.317008:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448512 00000100:00100000:3.0:1788536241.317036:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448640 00000100:00100000:3.0:1788536241.317038:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448640 00000100:00100000:3.0:1788536241.317054:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:3.0:1788536241.317060:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448512:12345-192.168.203.13@tcp:400:kworker.0 00000100:00080000:2.0:1788536241.317085:0:25450:0:(import.c:65:import_set_state_nolock()) ffff9005c0ab4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788536241.317087:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448512:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 27us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.317093:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:3.0:1788536241.317105:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:3.0:1788536241.317110:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448640:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1788536241.317132:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548448640:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.317133:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2398:x1875415548447872:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 255us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.317138:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:2.0:1788536241.317139:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:2.0:1788536241.317172:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1788536241.317176:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2398:x1875415548448128:12345-192.168.203.13@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788536241.317192:0:25450:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from c58f1e91-8e35-4422-9b80-fd88101911ab@192.168.203.13@tcp t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1788536241.317214:0:25450:0:(genops.c:1385:class_connect()) connect: client c58f1e91-8e35-4422-9b80-fd88101911ab, cookie 0xe79af2f39bbde391 00000004:00100000:2.0:1788536241.317230:0:25450:0:(mdt_handler.c:7337:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788536241.317275:0:25450:0:(import.c:65:import_set_state_nolock()) ffff9005c0ab0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536241.317300:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2398:x1875415548448128:12345-192.168.203.13@tcp:38:mount.lustre.0 Request processed in 122us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.317307:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00010000:00010000:0.0:1788536241.324369:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536241.328884:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536241.328986:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536241.333961:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.335852:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448768 00000100:00100000:3.0:1788536241.335866:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448768 00000100:00080000:1.0:1788536241.337240:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536241.338801:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448000 00000100:00100000:0.0:1788536241.338813:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448000 00000100:00100000:0.0:1788536241.338885:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548448896 00000100:00100000:0.0:1788536241.338889:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548448896 00000100:00100000:0.0:1788536241.338913:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00080000:1.0:1788536241.338920:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536241.338922:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+6:0:x1875415548448768:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788536241.338960:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536241.339044:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+6:0:x1875415548448768:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 122us (10168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.339065:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:0.0:1788536241.339084:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1788536241.339091:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+7:0:x1875415548448000:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788536241.339108:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788536241.339140:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+7:0:x1875415548448000:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 50us (10154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.339163:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1788536241.339177:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:0.0:1788536241.339184:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548448896:12345-192.168.203.13@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788536241.339194:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788536241.339214:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548448896:12345-192.168.203.13@tcp:41:mount.lustre.0 Request processed in 32us (5264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.339220:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:0.0:1788536241.344563:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.344657:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449024 00000100:00100000:2.0:1788536241.344668:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449024 00000100:00100000:2.0:1788536241.344857:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1788536241.344880:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488087100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548449024:12345-192.168.203.13@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788536241.344966:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488087100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548449024:12345-192.168.203.13@tcp:40:mount.lustre.0 Request processed in 99us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.348951:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536241.349089:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449408 00000100:00100000:3.0:1788536241.349107:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449408 00000100:00100000:3.0:1788536241.349189:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:3.0:1788536241.349198:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c58f1e91-8e35-4422-9b80-fd88101911ab+7:18224:x1875415548449408:12345-192.168.203.13@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788536241.349277:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c58f1e91-8e35-4422-9b80-fd88101911ab+7:18224:x1875415548449408:12345-192.168.203.13@tcp:900:mount.lustre.0 Request processed in 80us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.349284:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:2.0:1788536241.350532:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:1.0:1788536241.355871:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536241.355908:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536241.355985:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449152 00000100:00100000:2.0:1788536241.355993:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449152 00000100:00100000:2.0:1788536241.356035:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449280 00000100:00100000:2.0:1788536241.356038:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449280 00000100:00100000:2.0:1788536241.356058:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1788536241.356066:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2398:x1875415548449152:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788536241.356104:0:24867:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from c58f1e91-8e35-4422-9b80-fd88101911ab@192.168.203.13@tcp t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1788536241.356143:0:24867:0:(genops.c:1385:class_connect()) connect: client c58f1e91-8e35-4422-9b80-fd88101911ab, cookie 0xe79af2f39bbde398 00002000:00100000:2.0:1788536241.356180:0:24867:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c58f1e91-8e35-4422-9b80-fd88101911ab/ffff9005c0ab7000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788536241.356190:0:24867:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788536241.356248:0:24867:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788536241.356276:0:24867:0:(import.c:65:import_set_state_nolock()) ffff9005c0ab0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536241.356330:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2398:x1875415548449152:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 263us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.356338:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:2.0:1788536241.356352:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:2.0:1788536241.356357:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2398:x1875415548449280:12345-192.168.203.13@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788536241.356372:0:24867:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from c58f1e91-8e35-4422-9b80-fd88101911ab@192.168.203.13@tcp t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1788536241.356387:0:24867:0:(genops.c:1385:class_connect()) connect: client c58f1e91-8e35-4422-9b80-fd88101911ab, cookie 0xe79af2f39bbde39f 00002000:00100000:2.0:1788536241.356391:0:24867:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c58f1e91-8e35-4422-9b80-fd88101911ab/ffff9005c0ab6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788536241.356397:0:24867:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788536241.356422:0:24867:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788536241.356433:0:24867:0:(import.c:65:import_set_state_nolock()) ffff9005c0ab2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788536241.356453:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2398:x1875415548449280:12345-192.168.203.13@tcp:8:mount.lustre.0 Request processed in 95us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.356459:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1788536241.359640:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536241.359753:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449536 00000100:00100000:1.0:1788536241.359762:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449536 00000100:00100000:1.0:1788536241.359806:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:1.0:1788536241.359815:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548449536:12345-192.168.203.13@tcp:33:mount.lustre.0 00000004:00200000:1.0:1788536241.359892:0:22770:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788536241.359972:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18224:x1875415548449536:12345-192.168.203.13@tcp:33:mount.lustre.0 Request processed in 158us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.359980:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:1.0:1788536241.533283:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536241.536005:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449664 00000100:00100000:0.0:1788536241.536094:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449664 00000100:00100000:0.0:1788536241.536316:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 22 00000100:00100000:0.0:1788536241.536330:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18256:x1875415548449664:12345-192.168.203.13@tcp:101:mkdir.0 00010000:00010000:0.0:1788536241.536356:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536241.536386:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde3a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559c9 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536458:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536486:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536501:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536241.536558:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788536241.536562:0:22768:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788536241.536584:0:22768:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536613:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde3a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536641:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 7 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.536652:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:0.0:1788536241.536655:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536241.536659:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838a00, rc 0) 00000100:00100000:0.0:1788536241.537431:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+7:18256:x1875415548449664:12345-192.168.203.13@tcp:101:mkdir.0 Request processed in 1098us (4154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.537443:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 22 00000100:00100000:3.0:1788536241.580489:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536241.580517:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569527040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536241.580587:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.581342:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527040 00000100:00100000:2.0:1788536241.581352:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527040 00000100:00100000:2.0:1788536241.581433:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788536241.581444:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569527040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536241.581470:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788536241.581544:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569527040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.581553:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:1.0:1788536241.581657:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536241.581738:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569527040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536241.582747:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536241.582766:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569527168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788536241.582826:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.582867:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527168 00000100:00100000:2.0:1788536241.582875:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527168 00000100:00100000:2.0:1788536241.582938:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788536241.582947:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569527168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788536241.582964:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00080000:0.0:1788536241.582970:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536241.583025:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569527168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.583032:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788536241.583175:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569527168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788536241.583330:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569527296:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583375:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583418:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569527808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583426:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569527680:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583451:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.583471:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583474:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569528320:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583498:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569528192:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583511:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.583532:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583537:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788536241.583546:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569527424:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583559:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788536241.583568:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569527552:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583576:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583602:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569527936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583607:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.583642:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569528064:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583659:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.583675:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583684:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569528448:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583698:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569528576:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583715:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.583736:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536241.583748:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527808 00000100:00100000:2.0:1788536241.583754:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527808 00000100:00100000:3.0:1788536241.583766:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527552 00000100:00100000:3.0:1788536241.583771:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527552 00000100:00100000:2.0:1788536241.583796:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527424 00000100:00100000:2.0:1788536241.583801:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527424 00000100:00100000:3.0:1788536241.583825:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527936 00000100:00100000:2.0:1788536241.583825:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788536241.583831:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527936 00000100:00100000:2.0:1788536241.583835:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569527808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.583859:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536241.583868:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569527552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.583898:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569527808:12345-0@lo:400:kworker.0 Request processed in 65us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.583905:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788536241.583920:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00080000:0.0:1788536241.583926:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536241.583928:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569527424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536241.583963:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527680 00000100:00100000:0.0:1788536241.583967:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527680 00000100:00100000:0.0:1788536241.583994:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528320 00000100:00100000:0.0:1788536241.583997:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528320 00000100:00080000:0.0:1788536241.584010:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536241.584023:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528192 00000100:00100000:0.0:1788536241.584026:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528192 00000100:00080000:0.0:1788536241.584038:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536241.584049:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528064 00000100:00100000:0.0:1788536241.584052:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528064 00000100:00100000:0.0:1788536241.584063:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528448 00000100:00100000:0.0:1788536241.584065:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528448 00000100:00080000:0.0:1788536241.584077:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536241.584087:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528576 00000100:00100000:0.0:1788536241.584090:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528576 00000100:00080000:0.0:1788536241.584098:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536241.584111:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788536241.584117:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569527680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584193:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569527552:12345-0@lo:400:kworker.0 Request processed in 326us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.584200:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788536241.584211:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788536241.584218:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569527936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584259:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569527936:12345-0@lo:400:kworker.0 Request processed in 42us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.584266:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536241.584281:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569527424:12345-0@lo:400:kworker.0 Request processed in 353us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584290:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788536241.584305:0:3661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788536241.584321:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788536241.584322:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569527552:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584335:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569528320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584351:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788536241.584359:0:22767:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788536241.584373:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875415569528320:12345-0@lo:400:kworker.0 Request processed in 41us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584380:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788536241.584400:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569527296 00000100:00100000:2.0:1788536241.584402:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788536241.584406:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569527296 00000100:00100000:2.0:1788536241.584412:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569528192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584439:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1788536241.584448:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3662:x1875415569527296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584456:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569528192:12345-0@lo:400:kworker.0 Request processed in 43us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584465:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536241.584480:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788536241.584489:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569528064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584494:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3662:x1875415569527296:12345-0@lo:400:kworker.0 Request processed in 45us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.584503:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788536241.584530:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569528064:12345-0@lo:400:kworker.0 Request processed in 42us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584547:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788536241.584552:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569527424:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584567:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788536241.584569:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569527936:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584579:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569528448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.584586:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569527808:0@lo:400:kworker.0 00010000:00080000:3.0:1788536241.584602:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059faf3480 x1875415569528320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536241.584613:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3662:1875415569528320:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584697:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875415569528448:12345-0@lo:400:kworker.0 Request processed in 122us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584704:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536241.584717:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536241.584724:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569528576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584754:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569528576:12345-0@lo:400:kworker.0 Request processed in 31us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.584760:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536241.584859:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569528064:0@lo:400:kworker.0 00010000:00080000:2.0:1788536241.584873:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059faf1500 x1875415569528576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536241.584939:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569528576:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.584954:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569528192:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.585180:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569527296:0@lo:400:kworker.0 00000100:00100000:3.0:1788536241.585219:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3662:1875415569528448:0@lo:400:kworker.0 00000100:00100000:2.0:1788536241.585515:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900481cfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569528704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536241.585554:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.585607:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528704 00000100:00100000:3.0:1788536241.585619:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528704 00000100:00100000:3.0:1788536241.585666:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788536241.585674:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569528704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536241.585692:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788536241.585737:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569528704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.585745:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788536241.585756:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900481cfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569528704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536241.585888:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569527680:12345-0@lo:400:kworker.0 Request processed in 1769us (2416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.585896:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788536241.585915:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569527680:0@lo:400:kworker.0 00000040:00080000:1.0:1788536241.646915:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788536242.348821:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536243.376091:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788536244.142073:0:23500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c58f1e91-8e35-4422-9b80-fd88101911ab 00000001:00100000:1.0:1788536244.142086:0:23500:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2e08c0bb-3473-446e-8158-3614dad2e722 00000001:00100000:1.0:1788536244.143011:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c58f1e91-8e35-4422-9b80-fd88101911ab 00000001:00100000:1.0:1788536244.143020:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2e08c0bb-3473-446e-8158-3614dad2e722 00000001:00100000:2.0:1788536244.144310:0:25089:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c58f1e91-8e35-4422-9b80-fd88101911ab 00000001:00100000:2.0:1788536244.144319:0:25089:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2e08c0bb-3473-446e-8158-3614dad2e722 00000001:00100000:3.0:1788536244.149884:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c58f1e91-8e35-4422-9b80-fd88101911ab 00000001:00100000:3.0:1788536244.149897:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2e08c0bb-3473-446e-8158-3614dad2e722 00010000:00010000:1.0:1788536244.398887:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536244.452267:0:25648:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788536245.420261:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536245.679438:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569528832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788536245.679511:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536245.679569:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536245.679576:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569528960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788536245.679613:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536245.679690:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528960 00000100:00100000:2.0:1788536245.679697:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528960 00000100:00100000:2.0:1788536245.679737:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788536245.679745:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569528960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788536245.679777:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788536245.679820:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569528960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536245.679827:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788536245.679848:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569529088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788536245.679871:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536245.679897:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529088 00000100:00100000:2.0:1788536245.679901:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529088 00000100:00100000:2.0:1788536245.679918:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788536245.679924:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569529088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788536245.679941:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788536245.679974:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875415569529088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536245.679980:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788536245.680017:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569528960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788536245.680788:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569528832 00000100:00100000:1.0:1788536245.680795:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569528832 00000100:00080000:3.0:1788536245.680828:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536245.680863:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536245.680871:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569528832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788536245.680891:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788536245.681246:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3660:1875415569529088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788536245.681468:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569528832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 597us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536245.681476:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788536245.681513:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569528832:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788536246.445479:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536246.657504:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536246.657559:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536246.657686:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449792 00000100:00100000:3.0:1788536246.657696:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449792 00000100:00100000:3.0:1788536246.657746:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 144 00000100:00100000:3.0:1788536246.657755:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2401:x1875415548449792:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1788536246.657821:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2401:x1875415548449792:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 67us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536246.657897:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 144 00000100:00100000:1.0:1788536246.658060:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536246.658096:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536246.658174:0:25203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450304 00000100:00100000:3.0:1788536246.658183:0:25203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450304 00000100:00100000:3.0:1788536246.658220:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:3.0:1788536246.658227:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450304:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1788536246.658263:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450304:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 36us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536246.658269:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00080000:3.0:1788536246.658284:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536246.662387:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450048 00000100:00100000:1.0:1788536246.662462:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536246.662466:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450048 00000100:00100000:1.0:1788536246.662494:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536246.663527:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536246.663552:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536246.663564:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450560 00000100:00100000:0.0:1788536246.663571:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450560 00000100:00100000:2.0:1788536246.663577:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548449920 00000100:00100000:2.0:1788536246.663580:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548449920 00000100:00100000:2.0:1788536246.663617:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:2.0:1788536246.663628:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450048:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536246.663697:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450048:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 71us (6136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.663705:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:1.0:1788536246.664921:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536246.665010:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450816 00000100:00100000:1.0:1788536246.665017:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450816 00000100:00100000:1.0:1788536246.665061:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450176 00000100:00100000:1.0:1788536246.665064:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450176 00000100:00100000:1.0:1788536246.665084:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450688 00000100:00100000:1.0:1788536246.665087:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450688 00000100:00100000:1.0:1788536246.665204:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:1.0:1788536246.665214:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450816:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536246.665268:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450816:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 56us (2814us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.665275:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:1.0:1788536246.665293:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:1.0:1788536246.665300:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450176:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536246.665320:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548450176:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 21us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.665327:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:1.0:1788536246.665336:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:1.0:1788536246.665342:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450688:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536246.665364:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450688:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 22us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.665370:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 13 00000100:00100000:0.0:1788536246.666266:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450432 00000100:00100000:0.0:1788536246.666276:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450432 00000100:00100000:2.0:1788536246.666293:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:2.0:1788536246.666302:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:2401:x1875415548449920:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536246.666308:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:0.0:1788536246.666313:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450560:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536246.666342:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+6:2401:x1875415548449920:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 42us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.666349:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:2.0:1788536246.666364:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:2.0:1788536246.666373:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2401:x1875415548450432:12345-192.168.203.13@tcp:400:kworker.0 00000100:00080000:3.0:1788536246.669376:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536246.669410:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536246.669416:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536246.669419:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536246.672571:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2401:x1875415548450560:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 6243us (14460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.672619:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:2.0:1788536246.672868:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2401:x1875415548450432:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 6494us (9312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.672877:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:0.0:1788536246.700671:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569529216:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.700793:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.700858:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569529728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.700891:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.700927:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569530240:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.700952:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.700973:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569530752:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.701015:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.701049:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788536246.701056:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569529600:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.701086:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.701107:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569530112:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.701131:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703087:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3661:1875415569530624:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703199:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703263:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569529472:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703295:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703321:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569529984:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703343:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703359:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3663:1875415569530496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703380:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703406:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788536246.703426:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569529344:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703454:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703476:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569529856:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703499:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703517:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569530368:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703539:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536246.703572:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529216 00000100:00100000:0.0:1788536246.703583:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529216 00000100:00100000:0.0:1788536246.703675:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788536246.703687:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3661:x1875415569529216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703763:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3661:x1875415569529216:12345-0@lo:400:kworker.0 Request processed in 77us (2970us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.703771:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788536246.703810:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529728 00000100:00100000:0.0:1788536246.703815:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529728 00000100:00100000:0.0:1788536246.703837:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530240 00000100:00100000:0.0:1788536246.703840:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530240 00000100:00100000:0.0:1788536246.703853:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530752 00000100:00100000:0.0:1788536246.703855:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530752 00000100:00100000:0.0:1788536246.703878:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530624 00000100:00100000:0.0:1788536246.703880:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530624 00000100:00100000:0.0:1788536246.703892:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530496 00000100:00100000:0.0:1788536246.703905:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530496 00000100:00100000:0.0:1788536246.703922:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530368 00000100:00100000:0.0:1788536246.703924:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530368 00000100:00100000:0.0:1788536246.703938:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788536246.703944:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569529728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.703979:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569529728:12345-0@lo:400:kworker.0 Request processed in 35us (3088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.703997:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788536246.704010:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536246.704015:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569530240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704044:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569530240:12345-0@lo:400:kworker.0 Request processed in 30us (3092us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704051:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536246.704061:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536246.704067:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569530752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704090:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569530752:12345-0@lo:400:kworker.0 Request processed in 24us (3075us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704096:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536246.704105:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536246.704111:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875415569530624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704133:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875415569530624:12345-0@lo:400:kworker.0 Request processed in 23us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704139:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536246.704173:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536246.704179:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1875415569530496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704211:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1875415569530496:12345-0@lo:400:kworker.0 Request processed in 32us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704217:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536246.704227:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536246.704233:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569530368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704256:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1875415569530368:12345-0@lo:400:kworker.0 Request processed in 23us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704268:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536246.704300:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529344 00000100:00100000:0.0:1788536246.704305:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529344 00000100:00100000:0.0:1788536246.704322:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529856 00000100:00100000:0.0:1788536246.704324:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529856 00000100:00100000:0.0:1788536246.704335:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536246.704340:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569529344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704374:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569529344:12345-0@lo:400:kworker.0 Request processed in 34us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704381:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536246.704390:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536246.704396:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569529856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704419:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569529856:12345-0@lo:400:kworker.0 Request processed in 23us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536246.704424:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536246.704818:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569529344:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704832:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569529856:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704842:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3663:1875415569530368:0@lo:400:kworker.0 00010000:00080000:0.0:1788536246.704858:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059e14c000 x1875415569530496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536246.704883:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3663:1875415569530496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704927:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3661:1875415569530624:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704939:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569529216:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704960:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569529728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536246.704971:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569530240:0@lo:400:kworker.0 00010000:00080000:0.0:1788536246.704983:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90059e14d180 x1875415569530752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536246.704992:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569530752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706412:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529600 00000100:00100000:2.0:1788536246.706433:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529600 00000100:00100000:2.0:1788536246.706499:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530112 00000100:00100000:2.0:1788536246.706504:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530112 00000100:00100000:2.0:1788536246.706519:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529472 00000100:00100000:2.0:1788536246.706522:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529472 00000100:00100000:2.0:1788536246.706536:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569529984 00000100:00100000:2.0:1788536246.706546:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569529984 00000100:00100000:2.0:1788536246.706571:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788536246.706580:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569529600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706694:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569529600:12345-0@lo:400:kworker.0 Request processed in 116us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.706701:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788536246.706719:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788536246.706725:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569530112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706754:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569530112:12345-0@lo:400:kworker.0 Request processed in 30us (5623us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.706760:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788536246.706770:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788536246.706776:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569529472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706811:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569529472:12345-0@lo:400:kworker.0 Request processed in 35us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.706816:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788536246.706826:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788536246.706832:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569529984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706878:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569529984:12345-0@lo:400:kworker.0 Request processed in 46us (3533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536246.706885:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788536246.706941:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569529600:0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706953:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569530112:0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.706991:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569529472:0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.707016:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569529984:0@lo:400:kworker.0 00000100:00100000:2.0:1788536246.707115:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569530880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536246.707216:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536246.707490:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536246.707500:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569531008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536246.707532:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536246.707562:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569530880 00000100:00100000:1.0:1788536246.707567:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569530880 00000100:00100000:1.0:1788536246.707615:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531008 00000100:00100000:1.0:1788536246.707618:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531008 00000100:00100000:1.0:1788536246.707633:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536246.707640:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569530880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536246.707675:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788536246.707718:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569530880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.707725:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788536246.707739:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788536246.707746:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569531008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536246.707757:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536246.707783:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569531008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.707790:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788536246.707829:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569531008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536246.707844:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569530880:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788536246.708410:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536246.708418:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536246.708422:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536246.708425:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788536246.708436:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536246.708448:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569531136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788536246.708486:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536246.709007:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531136 00000100:00100000:1.0:1788536246.709015:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531136 00000100:00100000:1.0:1788536246.709060:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788536246.709068:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569531136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788536246.709086:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788536246.709132:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569531136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536246.709139:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788536246.709250:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569531136:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788536247.470733:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788536248.469002:0:25796:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffeec8798b0 20000000:00000080:3.0:1788536248.469032:0:25796:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9004888e8000 uarg=0000000000000000 20000000:01000000:3.0:1788536248.469339:0:25796:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788536248.469347:0:25796:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788536248.469354:0:25796:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1788536248.477222:0:25797:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788536248.477481:0:25796:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00010000:0.0:1788536248.493101:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788536248.495536:0:25796:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788536248.495604:0:25796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.495773:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.495783:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.495792:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.495801:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496054:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496064:0:25796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496073:0:25796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496139:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496398:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 12 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.496434:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531264:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536248.496542:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496550:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 12 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.496559:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531392:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536248.496594:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.496603:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.496612:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531520:0@lo:104: 00000100:00100000:1.0:1788536248.497419:0:25796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536248.497485:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.497496:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 23 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.497508:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531648:0@lo:104: 00000100:00100000:1.0:1788536248.497533:0:25796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536248.497639:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.497649:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.497672:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531776:0@lo:104: 00000100:00100000:1.0:1788536248.497747:0:25796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536248.498444:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531520 00000100:00100000:2.0:1788536248.498456:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531520 00000100:00100000:2.0:1788536248.498503:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531648 00000100:00100000:2.0:1788536248.498507:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531648 00000100:00100000:2.0:1788536248.498523:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536248.498531:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:25796:x1875415569531520:12345-0@lo:104: 00010000:00010000:2.0:1788536248.498547:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.498649:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788536248.498655:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:25796:x1875415569531520:12345-0@lo:104: Request processed in 125us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.498663:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536248.498680:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536248.498687:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:25796:x1875415569531648:12345-0@lo:104: 00010000:00010000:2.0:1788536248.498695:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.498730:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788536248.498736:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:25796:x1875415569531648:12345-0@lo:104: Request processed in 50us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.498742:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1788536248.498762:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788536248.498769:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.498790:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066200 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:2.0:1788536248.498794:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.498802:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536248.498809:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536248.498814:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788536248.498962:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536248.498968:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536248.498975:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058af51200 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:0.0:1788536248.498978:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536248.498985:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536248.498992:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536248.498997:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788536248.499015:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536248.499021:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536248.499055:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536248.499074:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff90058af51200/0xe79af2f39bbde057 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde05e expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536248.499103:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536248.499105:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536248.499107:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536248.499123:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569531904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536248.499190:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536248.499536:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.499543:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536248.499572:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.499588:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff900488066200/0xe79af2f39bbde0f1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde0f8 expref: -99 pid: 25088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.499602:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536248.499603:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536248.499605:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536248.499624:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536248.499635:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569532032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536248.499665:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536248.499721:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531904 00000100:00100000:2.0:1788536248.499726:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531904 00010000:00010000:2.0:1788536248.499759:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 24 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536248.499783:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532032 00000100:00100000:2.0:1788536248.499786:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532032 00010000:00010000:2.0:1788536248.499798:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 25 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536248.499809:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536248.499815:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+25:3661:x1875415569531904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536248.499825:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536248.499830:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 25 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.499840:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 25 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.500419:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536248.500510:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+25:3661:x1875415569531904:12345-0@lo:103:ldlm_bl.0 Request processed in 693us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.500517:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788536248.500538:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536248.500546:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3663:x1875415569532032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536248.500556:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536248.500561:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 24 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.500569:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 24 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.500604:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536248.500635:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3663:x1875415569532032:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.500642:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788536248.500681:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569532032:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536248.501708:0:25796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 23 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.501729:0:25796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.501746:0:25796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569532160:0@lo:104: 00000100:00100000:1.0:1788536248.501809:0:25796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536248.502045:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536248.502137:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536248.502183:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548450944 00000100:00100000:2.0:1788536248.502191:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548450944 00010000:00010000:2.0:1788536248.502222:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 13 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536248.502247:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451072 00000100:00100000:2.0:1788536248.502250:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451072 00010000:00010000:2.0:1788536248.502262:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 14 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536248.502277:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1788536248.502285:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+14:2402:x1875415548450944:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536248.502299:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536248.502305:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 14 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.502316:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 14 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.502333:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536248.503016:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+14:2402:x1875415548450944:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 729us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.503025:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1788536248.503047:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:2.0:1788536248.503055:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2402:x1875415548451072:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536248.503065:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536248.503072:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 13 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.503095:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 13 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536248.503107:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536248.503127:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2402:x1875415548451072:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 73us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536248.503133:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 12 00000100:00100000:1.0:1788536248.507297:0:25796:0:(client.c:2716:ptlrpc_set_wait()) set ffff900488207600 going to sleep for 11 seconds 00010000:00010000:1.0:1788536248.507356:0:25796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90058db3fa00/0xe79af2f39bbde383 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655998 expref: 12 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.507382:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531264:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536248.507398:0:25796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488839a00/0xe79af2f39bbde344 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655928 expref: 11 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.507408:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531392:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536248.507421:0:25796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90059620e800/0xe79af2f39bbde0f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde0f1 expref: 23 pid: 22760 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.507431:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531520:0@lo:104: 00010000:00010000:1.0:1788536248.507443:0:25796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488067c00/0xe79af2f39bbde05e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde057 expref: 22 pid: 22758 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.507452:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531648:0@lo:104: 00000100:00100000:0.0:1788536248.508293:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df35e6cb-241c-4c30-8f01-6a8feed38be0:3661:1875415569531904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536248.509774:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569531776 00000100:00100000:3.0:1788536248.509795:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569531776 00000100:00100000:3.0:1788536248.509870:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532160 00000100:00100000:3.0:1788536248.509874:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532160 00000100:00100000:3.0:1788536248.509893:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788536248.509903:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:25796:x1875415569531776:12345-0@lo:104: 00010000:00010000:3.0:1788536248.509927:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510061:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788536248.510069:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+4:25796:x1875415569531776:12345-0@lo:104: Request processed in 167us (12321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536248.510077:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788536248.510096:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788536248.510123:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:25796:x1875415569532160:12345-0@lo:104: 00010000:00010000:3.0:1788536248.510131:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510202:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788536248.510208:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+3:25796:x1875415569532160:12345-0@lo:104: Request processed in 88us (8400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536248.510214:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788536248.510240:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536248.510248:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510256:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998f400 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536248.510261:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510271:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536248.510279:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536248.510285:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788536248.510332:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510340:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536248.510364:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510384:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998f400/0xe79af2f39bbde018 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde01f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510915:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536248.510922:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510929:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9005b998f800 already unused, calling callback (ffffffffc120ac20) 10000000:00010000:3.0:1788536248.510933:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510940:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788536248.510947:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536248.510953:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788536248.510973:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.510979:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536248.511005:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.511011:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: ffff9005b998f800/0xe79af2f39bbde00a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe79af2f39bbde011 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536248.511025:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536248.511035:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536248.511038:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536248.511054:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536248.511077:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569532288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536248.511119:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536248.511194:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536248.511383:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569531776:0@lo:104: 00000100:00100000:1.0:1788536248.511397:0:25796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25796:1875415569532160:0@lo:104: 00010000:00010000:1.0:1788536248.511441:0:25796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536248.511869:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569532416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536248.511914:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536248.512119:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532288 00000100:00100000:1.0:1788536248.512129:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532288 00010000:00010000:1.0:1788536248.512193:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 22 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.512219:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532416 00000100:00100000:1.0:1788536248.512223:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532416 00010000:00010000:1.0:1788536248.512234:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536248.512249:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788536248.512257:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e0cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:3662:x1875415569532288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536248.512272:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536248.512278:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512290:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512310:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9005b998f000/0xe79af2f39bbde01f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde018 expref: 23 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512329:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536248.512375:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e0cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:3662:x1875415569532288:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536248.512399:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788536248.512453:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788536248.512459:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:3660:x1875415569532416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536248.512466:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536248.512472:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 21 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512480:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 21 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512489:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9005b998ee00/0xe79af2f39bbde011 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe79af2f39bbde00a expref: 21 pid: 22761 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512500:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512509:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512525:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512532:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512540:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512547:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512562:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067800 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536248.512568:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512576:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512606:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512722:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536248.512753:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:3660:x1875415569532416:12345-0@lo:103:ldlm_bl.0 Request processed in 293us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536248.512758:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:1.0:1788536248.512787:0:25796:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512795:0:25796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536248.512802:0:25796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff900488067800/0xe79af2f39bbde3b4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536248.513761:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df35e6cb-241c-4c30-8f01-6a8feed38be0:3660:1875415569532416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536248.513872:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:df35e6cb-241c-4c30-8f01-6a8feed38be0:3662:1875415569532288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536249.516536:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536249.965551:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1788536250.156432:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788536250.156440:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90059ef38000 from 13 10000000:01000000:2.0:1788536250.156445:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788536250.156507:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.156519:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.156531:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536250.156586:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059fb76300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536250.156687:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.156729:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536250.156862:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532544 00000100:00100000:0.0:1788536250.156870:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532544 00000100:00100000:0.0:1788536250.156923:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1788536250.156933:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+20:22763:x1875415569532544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536250.156946:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.156958:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488838200/0xe79af2f39bbde3c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde3bb expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.156982:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488838200/0xe79af2f39bbde3c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde3bb expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.156993:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488838200/0xe79af2f39bbde3c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde3bb expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.157004:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838200, rc 0) 00000100:00100000:0.0:1788536250.157054:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.157067:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788536250.157231:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059fb76300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536250.157246:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3c2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.157254:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde3c2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536250.157315:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536250.157342:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536250.157443:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900488a38cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536250.160298:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532672 00000100:00100000:0.0:1788536250.160313:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532672 00000100:00100000:0.0:1788536250.160440:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1788536250.160451:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.161046:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 595us (3701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.161055:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788536250.161180:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059faf1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.161237:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.161294:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.161334:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900488207300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536250.161388:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532800 00000100:00100000:0.0:1788536250.161393:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532800 00000100:00100000:0.0:1788536250.161416:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788536250.161422:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.161523:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.161530:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788536250.161764:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532800:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788536250.163344:0:25809:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788536250.163756:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788536250.163847:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788536250.163858:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3c2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.163870:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff90058db3fe00/0xe79af2f39bbde3bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3c2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536250.163880:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788536250.163883:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9004878e8000 from 13 10000000:01000000:0.0:1788536250.163886:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788536250.163943:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.163963:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.163974:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536250.163997:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.164055:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.164101:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536250.164300:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569532928 00000100:00100000:1.0:1788536250.164307:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569532928 00000100:00100000:1.0:1788536250.164354:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788536250.164363:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+21:22763:x1875415569532928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536250.164374:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536250.164387:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff900488067800/0xe79af2f39bbde3d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde3c9 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.164410:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff900488067800/0xe79af2f39bbde3d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde3c9 expref: 22 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.164420:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff900488067800/0xe79af2f39bbde3d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde3c9 expref: 22 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.164428:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488067800, rc 0) 00000100:00100000:1.0:1788536250.164468:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569532928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.164487:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788536250.164903:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569532928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536250.164920:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3d0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.164929:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde3d0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536250.164991:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.165021:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.165052:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536250.165107:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533056 00000100:00100000:1.0:1788536250.165112:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533056 00000100:00100000:1.0:1788536250.165144:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1788536250.165171:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569533056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.165286:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c19efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569533056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.165294:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788536250.165979:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.166017:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.166070:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.166106:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536250.166177:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533184 00000100:00100000:3.0:1788536250.166183:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533184 00000100:00100000:3.0:1788536250.166224:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788536250.166233:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569533184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536250.166317:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569533184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.166324:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788536250.166408:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533184:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536250.167953:0:25810:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788536250.168877:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788536250.168912:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788536250.168923:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3d0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.168934:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488838e00/0xe79af2f39bbde3c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3d0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536250.168946:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788536250.168948:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9005831f8000 from 13 10000000:01000000:0.0:1788536250.168950:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788536250.168984:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.168991:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.169001:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536250.169023:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.169081:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.169119:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536250.169580:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533312 00000100:00100000:3.0:1788536250.169587:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533312 00000100:00100000:3.0:1788536250.169791:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788536250.169802:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+22:22763:x1875415569533312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536250.169813:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.169827:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef92600/0xe79af2f39bbde3de lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde3d7 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.169851:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef92600/0xe79af2f39bbde3de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde3d7 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.169862:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef92600/0xe79af2f39bbde3de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde3d7 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.169870:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92600, rc 0) 00000100:00100000:3.0:1788536250.169963:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.169970:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788536250.170542:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e14d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536250.170584:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3de expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.170594:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde3de expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536250.170838:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.170874:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.170946:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900488207c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536250.170979:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533440 00000100:00100000:0.0:1788536250.170985:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533440 00000100:00100000:0.0:1788536250.171173:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788536250.171182:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.171300:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.171307:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788536250.171385:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.171412:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.171452:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.180543:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff900488207c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536250.181989:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533568 00000100:00100000:3.0:1788536250.182001:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533568 00000100:00100000:3.0:1788536250.182054:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788536250.182063:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533568:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536250.182247:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533568:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 183us (10793us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.182255:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788536250.182392:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.182507:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.182539:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451200 00000100:00100000:1.0:1788536250.182543:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451200 00000100:00100000:1.0:1788536250.182595:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1788536250.182604:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:18723:x1875415548451200:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536250.182627:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1788536250.182908:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536250.182964:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde3e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559d0 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183023:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183050:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183062:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183124:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183132:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183139:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183241:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066200/0xe79af2f39bbde3fa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183249:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488066200/0xe79af2f39bbde3fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183256:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488066200/0xe79af2f39bbde3fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536250.183282:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788536250.183286:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788536250.183320:0:22767:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff900488066200/0xe79af2f39bbde3fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183331:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183347:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183353:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183359:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066800 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:1.0:1788536250.183363:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183372:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183384:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:1.0:1788536250.183387:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536250.183392:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183398:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066800/0xe79af2f39bbde3ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183410:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183416:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183421:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183427:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066600 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:1.0:1788536250.183435:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183442:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183450:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9005860ccf00) 00010000:00010000:1.0:1788536250.183453:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536250.183456:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183462:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde3f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183509:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde3e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559d0 expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183523:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066200/0xe79af2f39bbde3fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559d0 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.183530:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9005860cc200) 00010000:00010000:1.0:1788536250.183532:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536250.183535:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488066200, rc 0) 00000100:00100000:1.0:1788536250.183598:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+7:18723:x1875415548451200:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 994us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.183605:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 23 00000040:00080000:3.0:1788536250.184549:0:25811:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788536250.185140:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788536250.185187:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788536250.185195:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3de expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.185223:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488839800/0xe79af2f39bbde3d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde3de expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536250.185232:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788536250.185234:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90059dc0f800 from 13 10000000:01000000:1.0:1788536250.185237:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788536250.185267:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.185275:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.185285:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536250.185306:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.185363:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.185401:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9004882079c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536250.185977:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533696 00000100:00100000:3.0:1788536250.185993:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533696 00000100:00100000:3.0:1788536250.186047:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788536250.186056:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+23:22763:x1875415569533696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536250.186067:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.186080:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef92c00/0xe79af2f39bbde408 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe79af2f39bbde401 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.186103:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef92c00/0xe79af2f39bbde408 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe79af2f39bbde401 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.186113:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef92c00/0xe79af2f39bbde408 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe79af2f39bbde401 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.186122:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92c00, rc 0) 00000100:00100000:3.0:1788536250.186195:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569533696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.186201:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788536250.186340:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536250.186354:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde408 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.186363:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe79af2f39bbde408 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536250.186422:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.186452:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536250.186587:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533824 00000100:00100000:3.0:1788536250.186592:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533824 00000100:00100000:3.0:1788536250.186629:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788536250.186861:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569533824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536250.187219:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569533824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 583us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.187227:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788536250.187371:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9004882079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536250.187387:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.187420:0:22763:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.187461:0:22763:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.187583:0:22763:0:(client.c:2716:ptlrpc_set_wait()) set ffff9004882079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536250.187748:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569533952 00000100:00100000:0.0:1788536250.187760:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569533952 00000100:00100000:0.0:1788536250.187838:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788536250.187847:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569533952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.187932:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:22763:x1875415569533952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.187939:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788536250.188012:0:22763:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df35e6cb-241c-4c30-8f01-6a8feed38be0:22763:1875415569533952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536250.188685:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.188814:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451328 00000100:00100000:1.0:1788536250.188821:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451328 00000100:00100000:1.0:1788536250.188861:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:1.0:1788536250.188869:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2e08c0bb-3473-446e-8158-3614dad2e722+7:18723:x1875415548451328:12345-192.168.203.13@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788536250.188925:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2e08c0bb-3473-446e-8158-3614dad2e722+7:18723:x1875415548451328:12345-192.168.203.13@tcp:900:lhsmtool_posix.0 Request processed in 57us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.188932:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000040:00080000:1.0:1788536250.189962:0:25812:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788536250.191044:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788536250.191068:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788536250.191079:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde408 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.191108:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: ffff900488066400/0xe79af2f39bbde401 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe79af2f39bbde408 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536250.193054:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.193219:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451584 00000100:00100000:0.0:1788536250.193229:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451584 00000100:00100000:0.0:1788536250.193288:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:0.0:1788536250.193298:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:18723:x1875415548451584:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536250.193318:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.193337:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde40f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559d7 expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193404:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193418:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193429:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193657:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193667:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193674:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193908:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838000/0xe79af2f39bbde424 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193917:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838000/0xe79af2f39bbde424 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.193924:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838000/0xe79af2f39bbde424 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.193934:0:25450:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788536250.194263:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194272:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194279:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194284:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839000 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.194289:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194296:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194309:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9005860cc200) 00010000:00010000:0.0:1788536250.194312:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.194316:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194333:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde416 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194347:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194353:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194358:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194363:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.194366:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194372:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194379:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff90059e752d00) 00010000:00010000:0.0:1788536250.194381:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.194384:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.194390:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde41d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.195262:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde40f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559d7 expref: 10 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.195295:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838000/0xe79af2f39bbde424 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559d7 expref: 9 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.195303:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90059e752700) 00010000:00010000:0.0:1788536250.195305:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.195308:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838000, rc 0) 00000100:00100000:0.0:1788536250.195361:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+9:18723:x1875415548451584:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 2065us (2318us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788536250.195370:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:1.0:1788536250.200746:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.200918:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451712 00000100:00100000:0.0:1788536250.200927:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451712 00000100:00100000:0.0:1788536250.200987:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:0.0:1788536250.200997:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+9:18723:x1875415548451712:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788536250.201103:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+9:18723:x1875415548451712:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.201110:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:0.0:1788536250.207064:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.207113:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451840 00000100:00100000:1.0:1788536250.207124:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451840 00000100:00100000:1.0:1788536250.207267:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:1.0:1788536250.207278:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+5:18723:x1875415548451840:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788536250.207312:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788536250.209582:0:25563:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2266us 00000100:00100000:0.0:1788536250.241115:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+5:18723:x1875415548451840:12345-192.168.203.13@tcp:59:lhsmtool_posix.0 Request processed in 33825us (34048us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.241131:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:3.0:1788536250.242137:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.242316:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548451968 00000100:00100000:0.0:1788536250.242325:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548451968 00000100:00100000:0.0:1788536250.242383:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:0.0:1788536250.242394:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+9:18729:x1875415548451968:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1788536250.242425:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.242445:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde432 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559de expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242611:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242626:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242711:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242776:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242785:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242792:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242833:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242841:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242847:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242854:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.242865:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242872:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242884:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:0.0:1788536250.242887:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.242891:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242898:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242911:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242917:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242923:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242928:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839000 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.242931:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242937:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242945:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:0.0:1788536250.242947:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.242956:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.242962:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde440 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.243007:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde432 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559de expref: 10 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.243017:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:0.0:1788536250.243019:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.243023:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde432 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559de expref: 10 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.243032:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838400, rc 0) 00000100:00100000:0.0:1788536250.243141:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+9:18729:x1875415548451968:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 749us (1008us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536250.243198:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 27 00000100:00100000:1.0:1788536250.248807:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.248919:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452096 00000100:00100000:3.0:1788536250.248930:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452096 00000100:00100000:3.0:1788536250.248987:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:3.0:1788536250.249008:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2e08c0bb-3473-446e-8158-3614dad2e722+9:18729:x1875415548452096:12345-192.168.203.13@tcp:700:lfs.0 00000100:00100000:3.0:1788536250.249107:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2e08c0bb-3473-446e-8158-3614dad2e722+9:18729:x1875415548452096:12345-192.168.203.13@tcp:700:lfs.0 Request processed in 111us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.249115:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:2.0:1788536250.256981:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.257661:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452352 00000100:00100000:1.0:1788536250.257672:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452352 00000100:00100000:1.0:1788536250.257732:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:1.0:1788536250.257743:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+9:18729:x1875415548452352:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:1.0:1788536250.257796:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536250.257834:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde36e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655959 expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.257853:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:1.0:1788536250.257858:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536250.257913:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.257927:0:22767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 5 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.257937:0:22767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.257970:0:22767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 5 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.257984:0:22767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 5 pid: 22768 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536250.258017:0:22767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22767:1875415569534080:192.168.203.13@tcp:104: 00000100:00100000:1.0:1788536250.258102:0:22767:0:(client.c:2716:ptlrpc_set_wait()) set ffff9004882079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536250.262296:0:22767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22767:1875415569534080:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536250.262328:0:22767:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536250.269816:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.272673:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452480 00000100:00100000:1.0:1788536250.272688:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452480 00010000:00010000:1.0:1788536250.272764:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 6 pid: 22768 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788536250.272773:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536250.272827:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 15 00000100:00100000:1.0:1788536250.272838:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+6:2399:x1875415548452480:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536250.272854:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536250.272862:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 6 pid: 22768 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272875:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 6 pid: 22768 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272898:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde3ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559c9 expref: 6 pid: 22768 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272917:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:1.0:1788536250.272922:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272931:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272938:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.272971:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536250.273033:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2399:x1875415548452480:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 197us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.273041:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 15 00010000:00010000:0.0:1788536250.273208:0:22767:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.273217:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.273241:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.273251:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.273259:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275017:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275040:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275050:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536250.275065:0:22767:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006e0316d2 reply state 000000001d535158 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275075:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275082:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:0.0:1788536250.275085:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788536250.275088:0:22767:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788536250.275093:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788536250.275101:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275108:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275114:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275120:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066600 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.275124:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275142:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275175:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9005839d5e00) 00010000:00010000:0.0:1788536250.275177:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.275181:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275187:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde447 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536250.275205:0:22767:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006e0316d2 reply state 000000001d535158 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275214:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.275220:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:0.0:1788536250.275222:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788536250.275224:0:22767:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788536250.275317:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+10:18729:x1875415548452352:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 17571us (18387us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788536250.275326:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 28 00000100:00100000:2.0:1788536250.365906:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.366009:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452608 00000100:00100000:0.0:1788536250.366019:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452608 00000100:00100000:0.0:1788536250.366081:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:0.0:1788536250.366091:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900487521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+10:18737:x1875415548452608:12345-192.168.203.13@tcp:101:lctl.0 00010000:00010000:0.0:1788536250.366111:0:25563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.366186:0:25563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde45c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559e5 expref: -99 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366269:0:25563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde463 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366282:0:25563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366293:0:25563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.366333:0:25563:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788536250.366337:0:25563:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788536250.366371:0:25563:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366392:0:25563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde45c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559e5 expref: 12 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366410:0:25563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839e00/0xe79af2f39bbde463 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559e5 expref: 11 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.366418:0:25563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:0.0:1788536250.366421:0:25563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536250.366424:0:25563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488839e00, rc 0) 00000100:00100000:0.0:1788536250.366485:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900487521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+11:18737:x1875415548452608:12345-192.168.203.13@tcp:101:lctl.0 Request processed in 395us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.366492:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 29 00000100:00100000:2.0:1788536250.430764:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.430832:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.430964:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452864 00000100:00100000:3.0:1788536250.430973:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452864 00000100:00100000:3.0:1788536250.431032:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 158 00000100:00100000:3.0:1788536250.431042:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+11:18105:x1875415548452864:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536250.431059:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.431077:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef92200/0xe79af2f39bbde46a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559f3 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.431107:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef92200/0xe79af2f39bbde46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559f3 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.431125:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef92200/0xe79af2f39bbde46a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559f3 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.431144:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92200, rc 0) 00000100:00100000:3.0:1788536250.431240:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548452864:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 Request processed in 199us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.431248:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 158 00000100:00100000:0.0:1788536250.432234:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452736 00000100:00100000:0.0:1788536250.432243:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452736 00000100:00100000:0.0:1788536250.432304:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:0.0:1788536250.432314:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+5:18738:x1875415548452736:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1788536250.432333:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.432351:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde471 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559ec expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432410:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde478 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432423:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432433:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.432476:0:25450:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788536250.432480:0:25450:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788536250.432499:0:25450:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432522:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde471 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559ec expref: 7 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432539:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838a00/0xe79af2f39bbde478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559ec expref: 6 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.432548:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:0.0:1788536250.432551:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536250.432554:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838a00, rc 0) 00000100:00100000:0.0:1788536250.432612:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18738:x1875415548452736:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 299us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.432624:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 30 00000100:00100000:2.0:1788536250.437753:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.438624:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548452992 00000100:00100000:0.0:1788536250.438643:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548452992 00000100:00100000:0.0:1788536250.438711:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 159 00000100:00100000:0.0:1788536250.438721:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548452992:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.439111:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548452992:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 Request processed in 391us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.439120:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 159 00000100:00100000:1.0:1788536250.442065:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.442335:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548453120 00000100:00100000:3.0:1788536250.442345:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548453120 00000100:00100000:3.0:1788536250.442406:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 31 00000100:00100000:3.0:1788536250.442417:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+6:18738:x1875415548453120:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1788536250.442438:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.442462:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93c00/0xe79af2f39bbde47f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b16559fa expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442531:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442549:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442562:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442583:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442591:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.442599:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443033:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443043:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443051:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536250.443093:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788536250.443098:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788536250.443124:0:22767:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443137:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443174:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443182:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443188:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536250.443193:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443201:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443214:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:3.0:1788536250.443224:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536250.443229:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443236:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde486 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443251:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443257:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443263:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443269:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92000 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536250.443272:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443279:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443287:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:3.0:1788536250.443290:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536250.443293:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443299:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde48d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443328:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93c00/0xe79af2f39bbde47f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559fa expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443357:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559fa expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.443364:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:3.0:1788536250.443366:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536250.443369:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93400, rc 0) 00000100:00100000:3.0:1788536250.443438:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+7:18738:x1875415548453120:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 1022us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.443447:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 31 00000100:00100000:1.0:1788536250.447502:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.447581:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548453248 00000100:00100000:0.0:1788536250.447591:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548453248 00000100:00100000:0.0:1788536250.447667:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:0.0:1788536250.447677:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c58f1e91-8e35-4422-9b80-fd88101911ab+5:18738:x1875415548453248:12345-192.168.203.13@tcp:900:lfs.0 00000100:00100000:0.0:1788536250.447782:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c58f1e91-8e35-4422-9b80-fd88101911ab+5:18738:x1875415548453248:12345-192.168.203.13@tcp:900:lfs.0 Request processed in 105us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.447789:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00080000:3.0:1788536250.447944:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788536250.451734:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.453195:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.453763:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548453632 00000100:00100000:0.0:1788536250.453773:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548453632 00000100:00100000:0.0:1788536250.453844:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 160 00000100:00100000:0.0:1788536250.453855:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548453632:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536250.454020:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548453632:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 Request processed in 165us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.454029:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 160 00000100:00100000:2.0:1788536250.454939:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548453504 00000100:00100000:2.0:1788536250.454948:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548453504 00000100:00100000:2.0:1788536250.454998:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00100000:2.0:1788536250.455007:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+7:18738:x1875415548453504:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1788536250.455022:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536250.455044:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde49b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a01 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536250.455165:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788536250.455266:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde49b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a01 expref: 9 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.455281:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:2.0:1788536250.455284:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536250.455290:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde49b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a01 expref: 9 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.455319:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3e200, rc 0) 00000100:00100000:2.0:1788536250.455417:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+8:18738:x1875415548453504:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 411us (3694us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788536250.455424:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 32 00000100:00100000:1.0:1788536250.461555:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.461651:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548453888 00000100:00100000:2.0:1788536250.461662:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548453888 00000100:00100000:2.0:1788536250.461777:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 33 00000100:00100000:2.0:1788536250.461789:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+8:18738:x1875415548453888:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:2.0:1788536250.461871:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536250.461900:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde494 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b16559fa expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.461919:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:2.0:1788536250.461923:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536250.461948:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.461961:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.461970:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536250.462195:0:22766:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000065909e60 reply state 0000000099640c14 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.462208:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.462229:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:2.0:1788536250.462232:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1788536250.462234:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788536250.462242:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788536250.462330:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+9:18738:x1875415548453888:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 543us (785us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788536250.462337:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 33 00000100:00100000:1.0:1788536250.464415:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.464462:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.464497:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454272 00000100:00100000:1.0:1788536250.464506:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454272 00000100:00100000:1.0:1788536250.464564:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:1.0:1788536250.464583:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+9:18738:x1875415548454272:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:1.0:1788536250.464856:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+10:18738:x1875415548454272:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 274us (391us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788536250.464865:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:3.0:1788536250.465140:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454016 00000100:00100000:3.0:1788536250.465180:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454016 00000100:00100000:3.0:1788536250.465214:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 161 00000100:00100000:3.0:1788536250.465222:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+12:18105:x1875415548454016:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536250.465232:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.465248:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90059ef93c00/0xe79af2f39bbde4b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a08 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.465276:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90059ef93c00/0xe79af2f39bbde4b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a08 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.465288:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90059ef93c00/0xe79af2f39bbde4b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a08 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.465297:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93c00, rc 0) 00000100:00100000:3.0:1788536250.465328:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18105:x1875415548454016:12345-192.168.203.13@tcp:101:ll_cfg_requeue.0 Request processed in 107us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.465348:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 161 00000100:00100000:3.0:1788536250.470190:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.470275:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454528 00000100:00100000:0.0:1788536250.470293:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454528 00000100:00100000:0.0:1788536250.470355:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 34 00000100:00100000:0.0:1788536250.470365:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+10:18738:x1875415548454528:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1788536250.470389:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.470410:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde4b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a0f expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470482:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470496:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470507:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470518:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470525:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.470533:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.470655:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788536250.471182:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471193:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471212:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471217:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839a00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.471221:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471228:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471242:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:0.0:1788536250.471245:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.471249:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471255:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471272:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471277:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471281:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471286:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838c00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.471288:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471302:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471309:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:0.0:1788536250.471311:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.471313:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471319:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde4c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471353:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde4b7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a0f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471363:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:0.0:1788536250.471365:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536250.471368:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839400/0xe79af2f39bbde4b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a0f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.471377:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488839400, rc 0) 00000100:00100000:0.0:1788536250.471433:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+11:18738:x1875415548454528:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 1070us (1254us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1788536250.471440:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 34 00000100:00100000:1.0:1788536250.471761:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.472244:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454656 00000100:00100000:3.0:1788536250.472253:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454656 00000100:00100000:3.0:1788536250.472290:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 162 00000100:00100000:3.0:1788536250.472298:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18105:x1875415548454656:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536250.472402:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18105:x1875415548454656:12345-192.168.203.13@tcp:501:ll_cfg_requeue.0 Request processed in 104us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.472410:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 162 00000100:00100000:1.0:1788536250.478071:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.478282:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454784 00000100:00100000:0.0:1788536250.478292:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454784 00000100:00100000:0.0:1788536250.478347:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 163 00000100:00100000:0.0:1788536250.478358:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18105:x1875415548454784:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536250.478439:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.478528:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:18105:x1875415548454784:12345-192.168.203.13@tcp:503:ll_cfg_requeue.0 Request processed in 170us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.478536:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 163 00000100:00100000:3.0:1788536250.482219:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548454912 00000100:00100000:3.0:1788536250.482234:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548454912 00000100:00100000:3.0:1788536250.482303:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 35 00000100:00100000:3.0:1788536250.482314:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+11:18738:x1875415548454912:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1788536250.482339:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.482360:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde4d3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a16 expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482446:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482461:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482473:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536250.482494:0:25450:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788536250.482508:0:25450:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788536250.482527:0:25450:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482551:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde4d3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 13 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482576:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 12 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.482586:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:3.0:1788536250.482590:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536250.482593:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92400, rc 0) 00000100:00100000:3.0:1788536250.482993:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c58f1e91-8e35-4422-9b80-fd88101911ab+12:18738:x1875415548454912:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 679us (4552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.483001:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 35 00000100:00100000:1.0:1788536250.493401:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.493579:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455040 00000100:00100000:3.0:1788536250.493590:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455040 00000100:00100000:3.0:1788536250.493681:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:3.0:1788536250.493701:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+12:18738:x1875415548455040:12345-192.168.203.13@tcp:37:lfs.0 00000100:00100000:2.0:1788536250.500357:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+12:18738:x1875415548455040:12345-192.168.203.13@tcp:37:lfs.0 Request processed in 6648us (6955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.500370:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 3 00000100:00100000:0.0:1788536250.503619:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.503885:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455296 00000100:00100000:1.0:1788536250.503897:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455296 00000100:00100000:1.0:1788536250.504001:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 4 00000100:00100000:1.0:1788536250.504012:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900590638450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+12:18738:x1875415548455296:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:1.0:1788536250.504254:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900590638450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c58f1e91-8e35-4422-9b80-fd88101911ab+13:18738:x1875415548455296:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 243us (644us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788536250.504261:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 4 00010000:00010000:3.0:1788536250.540593:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536250.565262:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.565331:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455424 00000100:00100000:3.0:1788536250.565342:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455424 00000100:00100000:3.0:1788536250.565404:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 36 00000100:00100000:3.0:1788536250.565413:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+11:18746:x1875415548455424:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:3.0:1788536250.565432:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.565452:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde4e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a1d expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565601:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565619:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565633:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565646:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565653:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565660:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565737:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838600/0xe79af2f39bbde4f6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565746:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838600/0xe79af2f39bbde4f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565753:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838600/0xe79af2f39bbde4f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.565797:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788536250.565801:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788536250.565838:0:22767:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff900488838600/0xe79af2f39bbde4f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565850:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565856:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565863:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565869:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839a00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.565872:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565879:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565889:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:0.0:1788536250.565892:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.565896:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565902:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde4e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565914:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565929:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565935:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565939:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839200 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:0.0:1788536250.565943:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565948:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565956:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:0.0:1788536250.565959:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536250.565961:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565967:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839200/0xe79af2f39bbde4ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.565992:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde4e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a1d expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.566006:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838600/0xe79af2f39bbde4f6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a1d expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.566013:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:0.0:1788536250.566015:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536250.566023:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488838600, rc 0) 00000100:00100000:0.0:1788536250.566238:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+12:18746:x1875415548455424:12345-192.168.203.13@tcp:101:bash.0 Request processed in 825us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.566246:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 36 00000100:00100000:3.0:1788536250.568083:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.568169:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455552 00000100:00100000:0.0:1788536250.568178:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455552 00000100:00100000:0.0:1788536250.568231:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1788536250.568240:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2e08c0bb-3473-446e-8158-3614dad2e722+5:18746:x1875415548455552:12345-192.168.203.13@tcp:900:bash.0 00000100:00100000:0.0:1788536250.568308:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2e08c0bb-3473-446e-8158-3614dad2e722+5:18746:x1875415548455552:12345-192.168.203.13@tcp:900:bash.0 Request processed in 69us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.568315:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:3.0:1788536250.577401:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.577622:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455808 00000100:00100000:2.0:1788536250.577632:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455808 00000100:00100000:2.0:1788536250.577692:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 37 00000100:00100000:2.0:1788536250.577701:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+12:18746:x1875415548455808:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:2.0:1788536250.577719:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536250.577738:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde4fd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a24 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.577844:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.577859:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 12 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.577867:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.577897:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 12 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.577923:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 12 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536250.577936:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1875415569534208:192.168.203.13@tcp:104: 00000100:00100000:2.0:1788536250.578018:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536250.584120:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.584447:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548455936 00000100:00100000:0.0:1788536250.584457:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548455936 00010000:00010000:0.0:1788536250.584502:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 13 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536250.584547:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 16 00000100:00100000:0.0:1788536250.584556:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+13:2402:x1875415548455936:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536250.584582:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536250.584591:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 13 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.584606:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 13 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.584631:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:0.0:1788536250.584648:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.584671:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.584689:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.584712:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536250.584763:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+13:2402:x1875415548455936:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 207us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.584770:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 16 00010000:00010000:2.0:1788536250.585961:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92400/0xe79af2f39bbde4da lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a16 expref: 12 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536250.585983:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1875415569534208:192.168.203.13@tcp:104: 00010000:00010000:2.0:1788536250.586008:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586093:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586102:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586250:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586264:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586274:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586840:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586850:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.586857:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536250.587048:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788536250.587078:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587085:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587104:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587109:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e600 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536250.587113:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587120:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587132:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:3.0:1788536250.587134:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536250.587138:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587265:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde504 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536250.587279:0:22766:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000002e3506b2 reply state 000000006d749844 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587290:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587295:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9004879d7b00) 00010000:00010000:3.0:1788536250.587297:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788536250.587300:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536250.587335:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde4fd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 15 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587348:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.587361:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536250.587363:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1788536250.587366:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92000, rc 0) 00000100:00100000:3.0:1788536250.587782:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+15:18746:x1875415548455808:12345-192.168.203.13@tcp:101:bash.0 Request processed in 9769us (10077us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1788536250.587792:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 37 00000100:00100000:1.0:1788536250.598589:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.598933:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548456064 00000100:00100000:3.0:1788536250.598943:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548456064 00000100:00100000:3.0:1788536250.599058:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:3.0:1788536250.599069:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+15:18746:x1875415548456064:12345-192.168.203.13@tcp:101:bash.0 00010000:00010000:3.0:1788536250.599092:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536250.599111:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde520 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a2b expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599210:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599224:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599235:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536250.599281:0:25450:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788536250.599286:0:25450:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788536250.599302:0:25450:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599331:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599354:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde520 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 17 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599371:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 16 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.599380:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536250.599382:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536250.599386:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93400, rc 0) 00000100:00100000:3.0:1788536250.599437:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+16:18746:x1875415548456064:12345-192.168.203.13@tcp:101:bash.0 Request processed in 371us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.599444:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 38 00000100:00100000:2.0:1788536250.602027:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.602124:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548456320 00000100:00100000:1.0:1788536250.602184:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548456320 00000100:00100000:1.0:1788536250.602245:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:1.0:1788536250.602256:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+16:18746:x1875415548456320:12345-192.168.203.13@tcp:35:bash.0 00000100:00100000:1.0:1788536250.602528:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+17:18746:x1875415548456320:12345-192.168.203.13@tcp:35:bash.0 Request processed in 273us (509us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788536250.602537:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 5 00000100:00100000:0.0:1788536250.684959:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.686283:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548456576 00000100:00100000:2.0:1788536250.686294:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548456576 00000100:00100000:2.0:1788536250.686349:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:2.0:1788536250.686360:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+17:18756:x1875415548456576:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1788536250.686384:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536250.686404:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde52e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a32 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536250.686499:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788536250.686600:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde52e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a32 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.686633:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90059e752b00) 00010000:00010000:2.0:1788536250.686636:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536250.686641:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde52e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a32 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.686655:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3f400, rc 0) 00000100:00100000:2.0:1788536250.686781:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+18:18756:x1875415548456576:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 422us (1830us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788536250.686789:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 39 00000100:00100000:0.0:1788536250.691910:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.692274:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548456832 00000100:00100000:1.0:1788536250.692285:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548456832 00000100:00100000:1.0:1788536250.692380:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:1.0:1788536250.692389:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+18:18756:x1875415548456832:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:1.0:1788536250.692612:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2e08c0bb-3473-446e-8158-3614dad2e722+19:18756:x1875415548456832:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 223us (713us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788536250.692620:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 6 00000100:00100000:3.0:1788536250.736049:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.736311:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457088 00000100:00100000:0.0:1788536250.736321:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457088 00000100:00100000:0.0:1788536250.736385:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:0.0:1788536250.736396:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+19:18759:x1875415548457088:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:0.0:1788536250.736420:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536250.736440:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde53c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a39 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.736544:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde543 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.736559:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde543 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.736583:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde543 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536250.736613:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788536250.736735:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde53c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a39 expref: 22 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.736754:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde543 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a39 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536250.736762:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:0.0:1788536250.736765:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536250.736768:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488839a00, rc 0) 00000100:00100000:0.0:1788536250.736828:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+21:18759:x1875415548457088:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 435us (788us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788536250.736835:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 40 00000100:00100000:0.0:1788536250.742058:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536250.742364:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457216 00000100:00100000:3.0:1788536250.742374:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457216 00000100:00100000:3.0:1788536250.742433:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:3.0:1788536250.742444:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+21:18759:x1875415548457216:12345-192.168.203.13@tcp:54:lfs.0 00010000:00010000:3.0:1788536250.742514:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742531:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742543:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742610:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742618:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742626:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742632:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536250.742637:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742645:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742658:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536250.742662:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536250.742668:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536250.742675:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde551 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536250.743105:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+21:18759:x1875415548457216:12345-192.168.203.13@tcp:54:lfs.0 Request processed in 661us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.743113:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 41 00000100:00100000:1.0:1788536250.745879:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.746143:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457344 00000100:00100000:2.0:1788536250.746190:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457344 00000100:00100000:2.0:1788536250.746257:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:2.0:1788536250.746267:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+21:2401:x1875415548457344:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536250.746281:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536250.746305:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839a00/0xe79af2f39bbde543 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a39 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.746323:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536250.746328:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536250.746385:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+20:2401:x1875415548457344:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 119us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.746394:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:2.0:1788536250.750424:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536250.750511:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457600 00000100:00100000:1.0:1788536250.750521:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457600 00000100:00100000:1.0:1788536250.750588:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:1.0:1788536250.750598:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+20:18759:x1875415548457600:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:1.0:1788536250.750997:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+21:18759:x1875415548457600:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 399us (581us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1788536250.751005:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 7 00000100:00100000:0.0:1788536250.796534:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536250.796560:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569534464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536250.796808:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.796861:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569534464 00000100:00100000:0.0:1788536250.797396:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569534464 00000100:00100000:0.0:1788536250.797454:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536250.797462:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569534464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536250.797496:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536250.797550:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1875415569534464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.797556:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536250.797620:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3663:1875415569534464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788536250.798354:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569534336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788536250.798399:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.798598:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569534336 00000100:00100000:0.0:1788536250.798604:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569534336 00000100:00100000:0.0:1788536250.798654:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536250.798662:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569534336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788536250.799040:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788536250.799246:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569534592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788536250.799295:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.799333:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569534592 00000100:00100000:1.0:1788536250.799337:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569534592 00000100:00100000:1.0:1788536250.799387:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788536250.799395:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569534592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788536250.799416:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536250.799452:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569534592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.799459:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1788536250.799483:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536250.799512:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569534592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536250.799671:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569534336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1009us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536250.799689:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788536250.801548:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569534336:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788536250.861452:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788536250.988907:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788536250.993387:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.993545:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457856 00000100:00100000:2.0:1788536250.993555:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457856 00000100:00100000:2.0:1788536250.993650:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 42 00000100:00100000:2.0:1788536250.993660:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+21:18790:x1875415548457856:12345-192.168.203.13@tcp:101:cat.0 00010000:00010000:2.0:1788536250.993701:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536250.993724:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde558 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a40 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.993860:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde55f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.993874:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde55f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.993885:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde55f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536250.993906:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788536250.994035:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde558 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a40 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.994055:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde55f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a40 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536250.994064:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536250.994067:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536250.994071:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3f400, rc 0) 00000100:00100000:2.0:1788536250.994131:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+23:18790:x1875415548457856:12345-192.168.203.13@tcp:101:cat.0 Request processed in 473us (754us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788536250.994138:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 42 00000100:00100000:0.0:1788536250.998035:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536250.998109:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536250.998196:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548458240 00000100:00100000:2.0:1788536250.998217:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548458240 00000100:00100000:2.0:1788536250.998274:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:2.0:1788536250.998284:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+23:18790:x1875415548458240:12345-192.168.203.13@tcp:35:cat.0 00000100:00100000:2.0:1788536250.998551:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+24:18790:x1875415548458240:12345-192.168.203.13@tcp:35:cat.0 Request processed in 267us (439us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788536250.998558:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 8 00000100:00100000:1.0:1788536250.998820:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548457984 00000100:00100000:1.0:1788536250.998825:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548457984 00000100:00100000:1.0:1788536250.998862:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:1.0:1788536250.998869:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+24:2400:x1875415548457984:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536250.998879:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536250.998915:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde55f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a40 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536250.998933:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:1.0:1788536250.998937:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536250.998956:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+23:2400:x1875415548457984:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 89us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.998962:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:3.0:1788536251.067498:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536251.067623:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548458496 00000100:00100000:2.0:1788536251.067634:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548458496 00000100:00100000:2.0:1788536251.067749:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 43 00000100:00100000:2.0:1788536251.067760:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+23:18796:x1875415548458496:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1788536251.067791:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.067810:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde56d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a47 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.067929:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.067946:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.067954:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.067962:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.067992:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.068024:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.068039:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1875415569534720:192.168.203.13@tcp:104: 00010000:00010000:2.0:1788536251.068141:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.068202:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 24 pid: 22766 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.068212:0:22768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1875415569534848:192.168.203.13@tcp:104: 00000100:00100000:2.0:1788536251.068242:0:22768:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536251.082036:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536251.082130:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536251.082216:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1875415569534720:192.168.203.13@tcp:104: 00000100:00100000:2.0:1788536251.082231:0:22768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1875415569534848:192.168.203.13@tcp:104: 00010000:00010000:2.0:1788536251.082258:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536251.112258:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548458624 00000100:00100000:1.0:1788536251.112274:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548458624 00000100:00100000:2.0:1788536251.114133:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548458752 00000100:00100000:2.0:1788536251.114159:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548458752 00010000:00010000:2.0:1788536251.114222:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 26 pid: 22766 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.114274:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 17 00000100:00100000:2.0:1788536251.114285:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e0cf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+26:2402:x1875415548458752:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536251.114314:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536251.114322:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 26 pid: 22766 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.114334:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 26 pid: 22766 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.114356:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92000/0xe79af2f39bbde512 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a24 expref: 26 pid: 22766 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.114374:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536251.114379:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.114619:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.114631:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536251.114847:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e0cf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+25:2402:x1875415548458752:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 562us (32714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.114856:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 17 00010000:00010000:3.0:1788536251.116414:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536251.116461:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:3.0:1788536251.116471:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+24:2402:x1875415548458624:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536251.116484:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536251.116491:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116503:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116521:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde527 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a2b expref: 24 pid: 25450 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116535:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536251.116541:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116550:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116557:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.116639:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536251.120747:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+23:2402:x1875415548458624:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 4265us (38707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.120762:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00010000:00010000:2.0:1788536251.124790:0:22768:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.124808:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536251.124832:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788536251.133246:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde56d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a47 expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.133272:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e200/0xe79af2f39bbde574 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a47 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.133281:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536251.133284:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788536251.133287:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3e200, rc 0) 00000100:00100000:3.0:1788536251.133350:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+23:18796:x1875415548458496:12345-192.168.203.13@tcp:101:dd.0 Request processed in 65592us (65862us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1788536251.133359:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 43 00000100:00100000:0.0:1788536251.137057:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.137662:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548458880 00000100:00100000:3.0:1788536251.137672:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548458880 00000100:00100000:3.0:1788536251.137745:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 44 00000100:00100000:3.0:1788536251.137756:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+23:18796:x1875415548458880:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:3.0:1788536251.137781:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536251.137800:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde582 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a4e expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.137833:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.137847:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.137877:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.138007:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde582 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 25 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.138025:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 24 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.138035:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536251.138038:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536251.138042:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93800, rc 0) 00000100:00100000:3.0:1788536251.138106:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+24:18796:x1875415548458880:12345-192.168.203.13@tcp:101:dd.0 Request processed in 350us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.138113:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 44 00000100:00100000:0.0:1788536251.150007:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.150334:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459136 00000100:00100000:3.0:1788536251.150344:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459136 00000100:00100000:3.0:1788536251.150412:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 45 00000100:00100000:3.0:1788536251.150424:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+24:18796:x1875415548459136:12345-192.168.203.13@tcp:36:dd.0 00010000:00010000:3.0:1788536251.150675:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.150703:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.150716:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536251.150774:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788536251.150797:0:22766:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000071d998a9 reply state 00000000971119a4 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.150809:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.150818:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536251.150821:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788536251.150824:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536251.150926:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459136:12345-192.168.203.13@tcp:36:dd.0 Request processed in 502us (927us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788536251.150935:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 45 00000020:00080000:3.0:1788536251.150940:0:22766:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536251.155450:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.155803:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459264 00000100:00100000:3.0:1788536251.155814:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459264 00000100:00100000:3.0:1788536251.155887:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:3.0:1788536251.155908:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459264:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:3.0:1788536251.155937:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536251.155958:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde597 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a55 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.156027:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde597 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a55 expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.156044:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde597 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a55 expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.156091:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536251.156095:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536251.156100:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93e00, rc 0) 00000100:00100000:3.0:1788536251.156216:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+28:18796:x1875415548459264:12345-192.168.203.13@tcp:101:dd.0 Request processed in 311us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.156224:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 46 00000100:00100000:1.0:1788536251.191063:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536251.191179:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459520 00000100:00100000:2.0:1788536251.191205:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459520 00000100:00100000:2.0:1788536251.191278:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:2.0:1788536251.191289:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+28:18796:x1875415548459520:12345-192.168.203.13@tcp:103:dd.0 00010000:00010000:2.0:1788536251.191304:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536251.191334:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde597 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a55 expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.191355:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536251.191360:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536251.191431:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459520:12345-192.168.203.13@tcp:103:dd.0 Request processed in 144us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.191438:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:1.0:1788536251.194452:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536251.194547:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459648 00000100:00100000:2.0:1788536251.194558:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459648 00000100:00100000:2.0:1788536251.194630:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:2.0:1788536251.194650:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459648:12345-192.168.203.13@tcp:58:dd.0 00010000:00010000:2.0:1788536251.194784:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.194803:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.194815:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536251.197353:0:22767:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788536251.197403:0:22767:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788536251.197545:0:22767:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788536251.199121:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459648:12345-192.168.203.13@tcp:58:dd.0 Request processed in 3024us (3230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.199170:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 47 00000100:00100000:0.0:1788536251.200019:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536251.200092:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459776 00000100:00100000:2.0:1788536251.200100:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459776 00000100:00100000:2.0:1788536251.200330:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 48 00000100:00100000:2.0:1788536251.200341:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+27:18796:x1875415548459776:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1788536251.200361:0:25563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.200383:0:25563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a5c expref: -99 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200446:0:25563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200456:0:25563:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 28 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200472:0:25563:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200485:0:25563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 28 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200498:0:25563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536251.200501:0:25563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536251.200505:0:25563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 28 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.200513:0:25563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3e000, rc 0) 00000100:00100000:2.0:1788536251.200591:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+28:18796:x1875415548459776:12345-192.168.203.13@tcp:101:dd.0 Request processed in 252us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.200598:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 48 00010000:00010000:0.0:1788536251.564375:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536251.771842:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.771907:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.771943:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.771962:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.771980:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536251.772133:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460416 00000100:00100000:1.0:1788536251.772143:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460416 00000100:00100000:1.0:1788536251.772217:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460032 00000100:00100000:1.0:1788536251.772220:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460032 00000100:00100000:1.0:1788536251.772250:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:1.0:1788536251.772260:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+12:2402:x1875415548460416:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536251.772329:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+12:2402:x1875415548460416:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 70us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.772336:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:1.0:1788536251.772352:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:1.0:1788536251.772358:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460032:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536251.772378:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059fb76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460032:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 21us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.772384:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:0.0:1788536251.772630:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460160 00000100:00100000:0.0:1788536251.772635:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460160 00000100:00100000:0.0:1788536251.772683:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460672 00000100:00100000:0.0:1788536251.772687:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460672 00000100:00100000:0.0:1788536251.772707:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:0.0:1788536251.772713:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460160:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536251.772741:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460160:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 28us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.772747:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 18 00000100:00100000:0.0:1788536251.772759:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:0.0:1788536251.772779:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059faf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460672:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:0.0:1788536251.772803:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059faf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460672:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 25us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.772809:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00080000:1.0:1788536251.773298:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536251.773578:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536251.773642:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536251.774120:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460288 00000100:00100000:1.0:1788536251.774128:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460288 00000100:00100000:1.0:1788536251.774189:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536251.774197:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460288:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1788536251.774274:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548459904 00000100:00100000:2.0:1788536251.774279:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548459904 00000100:00100000:2.0:1788536251.774311:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 164 00000100:00100000:2.0:1788536251.774318:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2402:x1875415548459904:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1788536251.774371:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536251.774424:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460544 00000100:00100000:0.0:1788536251.774428:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460544 00000100:00100000:0.0:1788536251.774461:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:0.0:1788536251.774468:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460544:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536251.778397:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548460288:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 4186us (6378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.778421:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536251.778457:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460800 00000100:00100000:1.0:1788536251.778465:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460800 00000100:00100000:1.0:1788536251.778501:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:1.0:1788536251.778509:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460800:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:1.0:1788536251.778576:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460800:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 67us (4205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.778583:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00080000:1.0:1788536251.778606:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536251.779468:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:01f77ea9-33b8-4c62-8c7c-c1929efb009d+13:2402:x1875415548459904:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 5146us (7632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.779478:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 164 00000100:00100000:0.0:1788536251.781418:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c58f1e91-8e35-4422-9b80-fd88101911ab+5:2402:x1875415548460544:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 6935us (7759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.781432:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:1.0:1788536251.820353:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9004883b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569534976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536251.820417:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536251.820470:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569534976 00000100:00100000:1.0:1788536251.820477:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569534976 00000100:00100000:1.0:1788536251.820531:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788536251.820541:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900481cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569534976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536251.820577:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788536251.820631:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900481cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569534976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.820638:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1788536251.820662:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536251.820695:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9004883b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569534976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536251.820848:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536251.820859:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569535104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536251.820884:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536251.820952:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535104 00000100:00100000:2.0:1788536251.820957:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535104 00000100:00100000:2.0:1788536251.821006:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788536251.821013:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9004883b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569535104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536251.821030:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788536251.821064:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9004883b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875415569535104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.821070:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788536251.821101:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3660:1875415569535104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536251.821173:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569535232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788536251.821199:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.821216:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535232 00000100:00100000:3.0:1788536251.821220:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535232 00000100:00100000:3.0:1788536251.821253:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536251.821259:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569535232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788536251.821270:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788536251.821302:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569535232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.821309:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536251.821337:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569535232:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788536251.821621:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536251.822029:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569535360:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822074:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822106:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569535872:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822129:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822164:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3663:1875415569536384:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822189:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822211:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788536251.822216:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569535744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822239:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822257:0:3663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3663:1875415569536256:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822277:0:3663:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822304:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569535616:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822325:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822342:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569536128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822360:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822376:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788536251.822380:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569535488:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822400:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822416:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569536000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822435:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822450:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569536512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822468:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536251.822492:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535872 00000100:00100000:3.0:1788536251.822497:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535872 00000100:00100000:3.0:1788536251.822531:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536251.822538:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569535872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822597:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569535872:12345-0@lo:400:kworker.0 Request processed in 59us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.822605:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788536251.822653:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569535872:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822675:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536384 00000100:00100000:3.0:1788536251.822678:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536384 00000100:00100000:3.0:1788536251.822705:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536256 00000100:00100000:3.0:1788536251.822708:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536256 00000100:00100000:3.0:1788536251.822719:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535616 00000100:00100000:3.0:1788536251.822721:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535616 00000100:00100000:3.0:1788536251.822730:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536128 00000100:00100000:3.0:1788536251.822732:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536128 00000100:00100000:3.0:1788536251.822742:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536000 00000100:00100000:3.0:1788536251.822744:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536000 00000100:00100000:3.0:1788536251.822754:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536512 00000100:00100000:3.0:1788536251.822756:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536512 00000100:00100000:3.0:1788536251.822769:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788536251.822776:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1875415569536384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822810:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1875415569536384:12345-0@lo:400:kworker.0 Request processed in 35us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.822816:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788536251.822828:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788536251.822834:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1875415569536256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822858:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1875415569536256:12345-0@lo:400:kworker.0 Request processed in 25us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.822864:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788536251.822874:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788536251.822880:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569535616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822919:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875415569535616:12345-0@lo:400:kworker.0 Request processed in 39us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.822926:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788536251.822938:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788536251.822944:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569536128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.822971:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875415569536128:12345-0@lo:400:kworker.0 Request processed in 26us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.822976:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788536251.822987:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788536251.822992:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569536000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823015:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875415569536000:12345-0@lo:400:kworker.0 Request processed in 23us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.823020:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788536251.823030:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788536251.823035:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569536512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823072:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875415569536512:12345-0@lo:400:kworker.0 Request processed in 37us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.823079:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:3.0:1788536251.823095:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788536251.823099:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788536251.823116:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9005c0b74380 x1875415569536256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536251.823128:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3663:1875415569536256:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823139:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3663:1875415569536384:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823200:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875415569536000:0@lo:400:kworker.0 00010000:00080000:3.0:1788536251.823209:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9005c0b74e00 x1875415569536512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788536267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536251.823217:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3661:1875415569536512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823225:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875415569535616:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823233:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3661:1875415569536128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823253:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535360 00000100:00100000:3.0:1788536251.823257:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535360 00000100:00100000:3.0:1788536251.823283:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788536251.823289:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3663:x1875415569535360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823324:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c1af7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df35e6cb-241c-4c30-8f01-6a8feed38be0+24:3663:x1875415569535360:12345-0@lo:400:kworker.0 Request processed in 35us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.823329:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788536251.823359:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:df35e6cb-241c-4c30-8f01-6a8feed38be0:3663:1875415569535360:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823399:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535744 00000100:00100000:3.0:1788536251.823403:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535744 00000100:00100000:3.0:1788536251.823420:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569535488 00000100:00100000:3.0:1788536251.823423:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569535488 00000100:00100000:3.0:1788536251.823434:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788536251.823440:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569535744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823473:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1875415569535744:12345-0@lo:400:kworker.0 Request processed in 33us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.823479:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788536251.823490:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788536251.823502:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569535488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823536:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569535488:12345-0@lo:400:kworker.0 Request processed in 34us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536251.823541:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788536251.823579:0:3663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3663:1875415569535744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536251.823604:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569535488:0@lo:400:kworker.0 00000040:00080000:1.0:1788536251.884859:0:23521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788536252.012467:0:22800:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788536252.012478:0:22800:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536252.012506:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788536252.012515:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788536252.013534:0:22800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22800:1875415569536640:192.168.203.13@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536252.016394:0:22800:0:(client.c:2716:ptlrpc_set_wait()) set ffff900588f74540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536252.024111:0:22800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff900488084000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22800:1875415569536640:192.168.203.13@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536252.037498:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536252.038394:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548460928 00000100:00100000:1.0:1788536252.038409:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548460928 00000100:00100000:1.0:1788536252.038499:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00100000:1.0:1788536252.038512:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+28:18797:x1875415548460928:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536252.038545:0:22768:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536252.038715:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+28:18797:x1875415548460928:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 Request processed in 206us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536252.038723:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 49 00000100:00080000:3.0:1788536252.038884:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536252.044246:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.044374:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548461056 00000100:00100000:3.0:1788536252.044384:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548461056 00000100:00100000:3.0:1788536252.044447:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00100000:3.0:1788536252.044457:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+28:18797:x1875415548461056:12345-192.168.203.13@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536252.044534:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044551:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044573:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044644:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044652:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044659:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044707:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044716:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044722:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536252.044770:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788536252.044775:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788536252.044791:0:22767:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044802:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044809:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044817:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044822:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.044826:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044834:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044845:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90059e752700) 00010000:00010000:3.0:1788536252.044853:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.044860:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044866:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde5ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044879:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044885:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044891:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044896:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93200 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.044898:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044905:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044912:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9004879d7f00) 00010000:00010000:3.0:1788536252.044915:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.044918:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044924:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde5b3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044937:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044949:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044955:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044960:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92a00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.044963:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.044969:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.045141:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.045186:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.045191:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.045197:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.045273:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+28:18797:x1875415548461056:12345-192.168.203.13@tcp:34:lhsmtool_posix.0 Request processed in 816us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.045282:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 50 00000100:00100000:2.0:1788536252.048794:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.049199:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548461312 00000100:00100000:3.0:1788536252.049209:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548461312 00000100:00100000:3.0:1788536252.049264:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 51 00000100:00100000:3.0:1788536252.049274:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+28:18797:x1875415548461312:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536252.049294:0:25563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536252.049326:0:25563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92800/0xe79af2f39bbde5c1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a63 expref: -99 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049427:0:25563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049440:0:25563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049452:0:25563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536252.049463:0:25563:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788536252.049539:0:25563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049547:0:25563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049554:0:25563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049570:0:25563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.049575:0:25563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049583:0:25563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049596:0:25563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.049801:0:25563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536252.049807:0:25563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.049824:0:25563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5c8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.050096:0:25563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92800/0xe79af2f39bbde5c1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a63 expref: 30 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.050108:0:25563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90059e752700) 00010000:00010000:2.0:1788536252.050118:0:25563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536252.050123:0:25563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92800/0xe79af2f39bbde5c1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a63 expref: 30 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.050135:0:25563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92800, rc 0) 00000100:00100000:2.0:1788536252.050261:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+29:18797:x1875415548461312:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 988us (1476us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788536252.050269:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 51 00000100:00100000:0.0:1788536252.057011:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.057139:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548461440 00000100:00100000:3.0:1788536252.057192:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548461440 00000100:00100000:3.0:1788536252.057241:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 52 00000100:00100000:3.0:1788536252.057251:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+29:18797:x1875415548461440:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536252.057287:0:22766:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536252.057399:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+29:18797:x1875415548461440:12345-192.168.203.13@tcp:53:lhsmtool_posix.0 Request processed in 149us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.057407:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 52 00000100:00100000:0.0:1788536252.069410:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.069499:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548461696 00000100:00100000:3.0:1788536252.069508:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548461696 00000100:00100000:3.0:1788536252.069579:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 53 00000100:00100000:3.0:1788536252.069593:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+29:18797:x1875415548461696:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536252.069612:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536252.069638:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5d6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a6a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536252.070063:0:22767:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:3.0:1788536252.070069:0:22767:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:3.0:1788536252.070091:0:22767:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1788536252.070276:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5dd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.070292:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.070323:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.070383:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5d6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a6a expref: 32 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.070402:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5dd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a6a expref: 31 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.070412:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7f00) 00010000:00010000:3.0:1788536252.070415:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536252.070419:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef92a00, rc 0) 00000100:00100000:3.0:1788536252.070474:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+31:18797:x1875415548461696:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 885us (1071us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1788536252.070482:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 53 00000100:00100000:2.0:1788536252.079222:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536252.079317:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548461952 00000100:00100000:1.0:1788536252.079326:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548461952 00000100:00100000:1.0:1788536252.079379:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 54 00000100:00100000:1.0:1788536252.079389:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+31:18797:x1875415548461952:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536252.079445:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536252.079472:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92a00/0xe79af2f39bbde5dd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a6a expref: 31 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079491:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7f00) 00010000:00010000:1.0:1788536252.079502:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536252.079524:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079537:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079547:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079596:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079604:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079611:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079694:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079702:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079709:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079715:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488066600 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:1.0:1788536252.079720:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079728:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079737:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:1.0:1788536252.079740:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536252.079743:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079749:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488066600/0xe79af2f39bbde5eb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079757:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079763:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079768:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079781:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067c00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:1.0:1788536252.079784:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079790:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079799:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc38642b7 (ffff9005860ccf00) 00010000:00010000:1.0:1788536252.079801:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536252.079804:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.079810:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488067c00/0xe79af2f39bbde5f2 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc38642b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.079891:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+30:18797:x1875415548461952:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 504us (678us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536252.079899:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 54 00000100:00100000:0.0:1788536252.083425:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.083514:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548462080 00000100:00100000:3.0:1788536252.083523:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548462080 00000100:00100000:3.0:1788536252.083640:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 55 00000100:00100000:3.0:1788536252.083651:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+30:18797:x1875415548462080:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536252.083670:0:25450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536252.083695:0:25450:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5f9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a71 expref: -99 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083733:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde600 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083747:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde600 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083773:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde600 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083924:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93e00/0xe79af2f39bbde5f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a71 expref: 32 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083942:0:25450:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93200/0xe79af2f39bbde600 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a71 expref: 31 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.083949:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:3.0:1788536252.083952:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536252.083955:0:25450:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90059ef93200, rc 0) 00000100:00100000:3.0:1788536252.084017:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+31:18797:x1875415548462080:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 367us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.084023:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 55 00000100:00100000:0.0:1788536252.087102:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.087320:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548462336 00000100:00100000:3.0:1788536252.087330:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548462336 00000100:00100000:3.0:1788536252.087395:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:3.0:1788536252.087406:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488087800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+31:18797:x1875415548462336:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536252.087482:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.087498:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.087509:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536252.087869:0:22767:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1788536252.087880:0:22767:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 710891732828ns, next at 711891730273ns, rc = 0 00000004:00010000:3.0:1788536252.087928:0:22767:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007a2aafb0 reply state 000000008045e992 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.087941:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.087948:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:3.0:1788536252.087951:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788536252.087954:0:22767:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536252.088290:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488087800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+33:18797:x1875415548462336:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 884us (1195us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788536252.088297:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 56 00000100:00100000:1.0:1788536252.092268:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.092357:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548462464 00000100:00100000:0.0:1788536252.092375:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548462464 00000100:00100000:0.0:1788536252.092436:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:0.0:1788536252.092446:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+33:18797:x1875415548462464:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.092482:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536252.092503:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a78 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.092579:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 34 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.092593:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 34 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.092617:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:0.0:1788536252.092620:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536252.092624:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900488839c00, rc 0) 00000100:00100000:0.0:1788536252.092689:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+34:18797:x1875415548462464:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 245us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.092697:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 57 00000100:00100000:0.0:1788536252.104580:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536252.104883:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548462592 00000100:00100000:1.0:1788536252.104893:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548462592 00000100:00100000:1.0:1788536252.104956:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536252.104968:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+5:2402:x1875415548462592:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788536252.105250:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+6:2402:x1875415548462592:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 Request processed in 284us (690us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788536252.105258:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536252.114933:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.115181:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548462848 00000100:00100000:2.0:1788536252.115192:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548462848 00000100:00100000:2.0:1788536252.115253:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:2.0:1788536252.115272:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+34:18797:x1875415548462848:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536252.115500:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+35:18797:x1875415548462848:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 237us (577us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788536252.115507:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 9 00000100:00100000:3.0:1788536252.127770:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.129126:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463104 00000100:00100000:0.0:1788536252.129139:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463104 00000100:00100000:0.0:1788536252.129241:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:0.0:1788536252.129251:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+35:18797:x1875415548463104:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536252.129362:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+35:18797:x1875415548463104:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 112us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.129370:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 58 00000100:00100000:0.0:1788536252.133853:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.133955:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463232 00000100:00100000:2.0:1788536252.133965:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463232 00000100:00100000:2.0:1788536252.134034:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 59 00000100:00100000:2.0:1788536252.134043:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+35:18797:x1875415548463232:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536252.134062:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536252.134082:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde615 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a7f expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134142:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134211:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134221:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536252.134277:0:22768:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788536252.134296:0:22768:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134321:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fa00/0xe79af2f39bbde615 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a7f expref: 37 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134359:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a7f expref: 36 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.134368:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:2.0:1788536252.134372:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536252.134376:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3f400, rc 0) 00000100:00100000:2.0:1788536252.134441:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff900488085500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e08c0bb-3473-446e-8158-3614dad2e722+36:18797:x1875415548463232:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 398us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.134448:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 59 00000100:00100000:1.0:1788536252.144917:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.144987:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463360 00000100:00100000:2.0:1788536252.144996:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463360 00000100:00100000:2.0:1788536252.145060:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:2.0:1788536252.145070:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2e08c0bb-3473-446e-8158-3614dad2e722+6:2399:x1875415548463360:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536252.145087:0:24867:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536252.145120:0:24867:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a86 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536252.145176:0:24867:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae5bc, blocks: 0x0 00010000:00010000:2.0:1788536252.145196:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=710s v=(0 0) 00010000:00010000:2.0:1788536252.145200:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536252.145209:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 7 pid: 24867 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.145229:0:24867:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 7 pid: 24867 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.145242:0:24867:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3fa00, rc 0) 00000100:00100000:2.0:1788536252.145299:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:2399:x1875415548463360:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 231us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.145305:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:3.0:1788536252.156379:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.156877:0:25563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463616 00000100:00100000:2.0:1788536252.156887:0:25563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463616 00000100:00100000:2.0:1788536252.156948:0:25563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:2.0:1788536252.156959:0:25563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+36:18797:x1875415548463616:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536252.157080:0:25563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e08c0bb-3473-446e-8158-3614dad2e722+36:18797:x1875415548463616:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 121us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.157087:0:25563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 60 00000100:00100000:0.0:1788536252.160257:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.160531:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463744 00000100:00100000:3.0:1788536252.160541:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463744 00000100:00100000:3.0:1788536252.160607:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 61 00000100:00100000:3.0:1788536252.160617:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+36:18797:x1875415548463744:12345-192.168.203.13@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788536252.166962:0:22746:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1788536252.166995:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1788536252.167044:0:22746:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1788536252.167677:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167690:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167711:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167717:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3ea00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:2.0:1788536252.167721:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167729:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167746:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:2.0:1788536252.167749:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788536252.167755:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.167761:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3ea00/0xe79af2f39bbde4a9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.167877:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569536768:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788536252.167929:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+19:18797:x1875415548463744:12345-192.168.203.13@tcp:44:lhsmtool_posix.0 Request processed in 7311us (7678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.167929:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536252.167939:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 61 00000100:00100000:2.0:1788536252.167983:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569536768 00000100:00100000:2.0:1788536252.167990:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569536768 00000100:00100000:2.0:1788536252.168046:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788536252.168054:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059f26f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875415569536768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788536252.168210:0:24275:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788536252.168214:0:24275:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788536252.168216:0:24275:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788536252.168218:0:24275:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788536252 -> 1788536252 00002000:00010000:2.0:1788536252.168227:0:24275:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788536252.168775:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059f26f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3661:x1875415569536768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 208us (331us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788536252.168786:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1788536252.170575:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9005c0ae6d80/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788536252.170591:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3661:1875415569536768:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1788536252.172941:0:3647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.172959:0:3647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.172968:0:3647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.172992:0:3647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.172996:0:3647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173004:0:3647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173023:0:3647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90059e752d00) 00010000:00010000:3.0:1788536252.173027:0:3647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.173032:0:3647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173038:0:3647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838400/0xe79af2f39bbde44e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173061:0:3647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173066:0:3647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173071:0:3647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173075:0:3647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488839000 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.173078:0:3647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173083:0:3647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173101:0:3647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90059e752100) 00010000:00010000:3.0:1788536252.173103:0:3647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.173106:0:3647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173112:0:3647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839000/0xe79af2f39bbde455 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173127:0:3647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173133:0:3647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173138:0:3647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173143:0:3647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93000 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.173163:0:3647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173169:0:3647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173177:0:3647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9004879d7b00) 00010000:00010000:3.0:1788536252.173179:0:3647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.173181:0:3647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173186:0:3647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93000/0xe79af2f39bbde50b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173212:0:3647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173219:0:3647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173224:0:3647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173230:0:3647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef93400 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.173233:0:3647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173239:0:3647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173246:0:3647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.173249:0:3647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.173251:0:3647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173256:0:3647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93400/0xe79af2f39bbde590 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173267:0:3647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173273:0:3647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173278:0:3647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173289:0:3647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.173292:0:3647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173298:0:3647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173307:0:3647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:3.0:1788536252.173309:0:3647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536252.173312:0:3647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.173317:0:3647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde607 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.176532:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.177382:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548463872 00000100:00100000:2.0:1788536252.177395:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548463872 00000100:00100000:2.0:1788536252.177469:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:2.0:1788536252.177479:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+7:2399:x1875415548463872:12345-192.168.203.13@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788536252.177610:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2e08c0bb-3473-446e-8158-3614dad2e722+7:2399:x1875415548463872:12345-192.168.203.13@tcp:16:lhsmtool_posix.0 Request processed in 123us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.177626:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 23 00000100:00100000:1.0:1788536252.185963:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.188048:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464128 00000100:00100000:0.0:1788536252.188063:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464128 00000100:00100000:0.0:1788536252.188136:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:0.0:1788536252.188190:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+15:18797:x1875415548464128:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.188239:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536252.188266:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3f400/0xe79af2f39bbde61c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a7f expref: 15 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.188286:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:0.0:1788536252.188291:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536252.188320:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde62a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.188334:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde62a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.188344:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde62a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536252.188663:0:22766:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000004724f674 reply state 000000007be7e436 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde62a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.188800:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838c00/0xe79af2f39bbde62a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.188806:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:0.0:1788536252.188809:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788536252.188813:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536252.188956:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2e08c0bb-3473-446e-8158-3614dad2e722+16:18797:x1875415548464128:12345-192.168.203.13@tcp:36:lhsmtool_posix.0 Request processed in 809us (3000us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788536252.188964:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 62 00000100:00100000:0.0:1788536252.201968:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.203821:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464256 00000100:00100000:3.0:1788536252.203836:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464256 00000100:00100000:2.0:1788536252.203987:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:2.0:1788536252.203999:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e08c0bb-3473-446e-8158-3614dad2e722+7:18797:x1875415548464256:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536252.204017:0:24273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536252.204035:0:24273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a8d expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.204067:0:24273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 8 pid: 24867 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.204076:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536252.204080:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536252.204086:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 8 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.204122:0:24273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 8 pid: 24867 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.204337:0:24273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 8 pid: 24867 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.204363:0:24273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24273:1875415569536896:192.168.203.13@tcp:104: 00000100:00100000:2.0:1788536252.204579:0:24273:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058db38540 going to sleep for 11 seconds 00000100:00100000:1.0:1788536252.224338:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.224639:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464384 00000100:00100000:3.0:1788536252.224649:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464384 00010000:00010000:3.0:1788536252.224811:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 9 pid: 24867 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.224926:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:3.0:1788536252.224937:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+9:2401:x1875415548464384:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536252.224951:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536252.224974:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 9 pid: 24867 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.225007:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 9 pid: 24867 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.225033:0:22753:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536252.225037:0:22753:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536252.225044:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.225055:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.225092:0:22753:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.225105:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b74e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22753:1875415569537024:192.168.203.13@tcp:105: 00010000:00010000:2.0:1788536252.225312:0:24273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde623 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a86 expref: 9 pid: 24867 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.225327:0:24273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24273:1875415569536896:192.168.203.13@tcp:104: 00010000:00010000:2.0:1788536252.225365:0:24273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 8 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.225377:0:24273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3ea00, rc 0) 00000100:00100000:2.0:1788536252.225827:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e08c0bb-3473-446e-8158-3614dad2e722+8:18797:x1875415548464256:12345-192.168.203.13@tcp:101:lhsmtool_posix.0 Request processed in 21829us (23868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.225836:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:0.0:1788536252.232339:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536252.236531:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.236829:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b74e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22753:1875415569537024:192.168.203.13@tcp:105: 00010000:00010000:0.0:1788536252.236921:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536252.236984:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+7:2401:x1875415548464384:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 12048us (12655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.236995:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 19 00000100:00100000:2.0:1788536252.239372:0:25203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464512 00000100:00100000:2.0:1788536252.239384:0:25203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464512 00000100:00100000:2.0:1788536252.239447:0:25203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:2.0:1788536252.239456:0:25203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2e08c0bb-3473-446e-8158-3614dad2e722+7:2401:x1875415548464512:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788536252.239596:0:25203:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788536252.239606:0:25203:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788536251 00002000:00010000:2.0:1788536252.239608:0:25203:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788536250 00002000:00010000:2.0:1788536252.239622:0:25203:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788536252 -> 1788536251 00002000:00010000:2.0:1788536252.239624:0:25203:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788536252.239683:0:25203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2e08c0bb-3473-446e-8158-3614dad2e722+8:2401:x1875415548464512:12345-192.168.203.13@tcp:2:lhsmtool_posix.0 Request processed in 227us (3161us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788536252.239691:0:25203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 25 00000100:00100000:1.0:1788536252.254032:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.254178:0:24867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464640 00000100:00100000:2.0:1788536252.254189:0:24867:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464640 00000100:00100000:2.0:1788536252.254247:0:24867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:2.0:1788536252.254258:0:24867:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2e08c0bb-3473-446e-8158-3614dad2e722+8:2400:x1875415548464640:12345-192.168.203.13@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536252.254313:0:24867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.254333:0:24867:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 8 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.254342:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536252.254346:0:24867:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536252.254350:0:24867:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.254383:0:24867:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 8 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.254396:0:24867:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 8 pid: 24273 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.254432:0:24867:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24867:1875415569537152:192.168.203.13@tcp:104: 00000100:00100000:2.0:1788536252.254514:0:24867:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058db38540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536252.258107:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.258227:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548464768 00000100:00100000:3.0:1788536252.258235:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548464768 00010000:00010000:3.0:1788536252.258281:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.258317:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:3.0:1788536252.258325:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+9:2402:x1875415548464768:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536252.258338:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536252.258370:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.258383:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.258405:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536252.258409:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536252.258415:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.258426:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.258445:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536252.258603:0:24867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071db999c/0xe79af2f39bbde631 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a8d expref: 9 pid: 24273 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.258629:0:24867:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24867:1875415569537152:192.168.203.13@tcp:104: 00010000:00010000:1.0:1788536252.258652:0:24867:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258677:0:24867:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258684:0:24867:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258704:0:24867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258712:0:24867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258719:0:24867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258733:0:24867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fa00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536252.258738:0:24867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258747:0:24867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258760:0:24867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.258768:0:24867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8c8f52e/0xe79af2f39bbde638 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.258985:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+8:2402:x1875415548464768:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 658us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.258993:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 20 00000100:00100000:1.0:1788536252.270046:0:24867:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2e08c0bb-3473-446e-8158-3614dad2e722+7:2400:x1875415548464640:12345-192.168.203.13@tcp:1:lhsmtool_posix.0 Request processed in 15778us (16012us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536252.270061:0:24867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 26 00000100:00100000:1.0:1788536252.277494:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.277908:0:25450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465024 00000100:00100000:0.0:1788536252.277917:0:25450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465024 00000100:00100000:0.0:1788536252.277977:0:25450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 63 00000100:00100000:0.0:1788536252.277989:0:25450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+16:18797:x1875415548465024:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.278075:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.278092:0:25450:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 16 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.278102:0:25450:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.278239:0:25450:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 16 pid: 25450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.278254:0:25450:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 16 pid: 25450 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.278269:0:25450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e70d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537280:192.168.203.13@tcp:104: 00000100:00100000:0.0:1788536252.278409:0:25450:0:(client.c:2716:ptlrpc_set_wait()) set ffff900485fb7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536252.282425:0:25450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e70d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537280:192.168.203.13@tcp:104: 00010000:00010000:3.0:1788536252.282458:0:25450:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.290134:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.291513:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465152 00000100:00100000:0.0:1788536252.291528:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465152 00010000:00010000:0.0:1788536252.291586:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 17 pid: 25450 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.291639:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 21 00000100:00100000:0.0:1788536252.291650:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+17:2401:x1875415548465152:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536252.291783:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536252.291792:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 17 pid: 25450 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291807:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 17 pid: 25450 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291841:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef93800/0xe79af2f39bbde589 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a4e expref: 17 pid: 25450 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291860:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:0.0:1788536252.291881:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 16 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291893:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291902:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291910:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.291946:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536252.292008:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2e08c0bb-3473-446e-8158-3614dad2e722+16:2401:x1875415548465152:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 360us (1884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.292016:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 21 00010000:00010000:3.0:1788536252.292178:0:25450:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292189:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292456:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292469:0:25450:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 16 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292478:0:25450:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292507:0:25450:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 16 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.292519:0:25450:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 16 pid: 22766 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.292531:0:25450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537408:192.168.203.13@tcp:104: 00000100:00100000:3.0:1788536252.292602:0:25450:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005864563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536252.297260:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1788536252.297335:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465280 00000100:00100000:0.0:1788536252.297345:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465280 00010000:00010000:0.0:1788536252.297398:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 17 pid: 22766 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.297432:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 22 00000100:00100000:0.0:1788536252.297443:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+17:2402:x1875415548465280:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536252.297457:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536252.297463:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 17 pid: 22766 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.297477:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 17 pid: 22766 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.297518:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:0.0:1788536252.297523:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.297532:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.297540:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.297571:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536252.297631:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e08c0bb-3473-446e-8158-3614dad2e722+17:2402:x1875415548465280:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 190us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.297638:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 22 00010000:00010000:3.0:1788536252.301912:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488839c00/0xe79af2f39bbde60e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a78 expref: 16 pid: 22766 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.301940:0:25450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537408:192.168.203.13@tcp:104: 00010000:00010000:3.0:1788536252.301963:0:25450:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.301973:0:25450:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.301979:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536252.302115:0:25450:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788536252.302453:0:25450:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788536252.302494:0:25450:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788536252.302584:0:25450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25450:1875415569537536:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788536252.302656:0:25450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536252.304041:0:25450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536252.305967:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569537536 00000100:00100000:2.0:1788536252.305980:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569537536 00000100:00100000:2.0:1788536252.306086:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788536252.306096:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25450:x1875415569537536:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788536252.306224:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25450:x1875415569537536:12345-0@lo:1000:mdt00_003.0 Request processed in 129us (3567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.306231:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788536252.306352:0:25450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b75880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25450:1875415569537536:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788536252.306543:0:25450:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788536252.306627:0:25450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e70ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25450:1875415569537664:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536252.306677:0:25450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536252.315869:0:25450:0:(client.c:2716:ptlrpc_set_wait()) set ffff9005acbd4180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536252.316007:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569537664 00000100:00100000:3.0:1788536252.316017:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569537664 00000100:00100000:1.0:1788536252.316368:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788536252.316389:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25450:x1875415569537664:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788536252.316731:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:25450:x1875415569537664:12345-0@lo:1000:mdt00_003.0 Request processed in 353us (10063us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788536252.316756:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788536252.316990:0:25450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e70ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25450:1875415569537664:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1788536252.317039:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317049:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317056:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317062:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.317067:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317076:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317091:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:3.0:1788536252.317095:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536252.317099:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317116:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde646 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317178:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317186:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317192:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317197:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3e600 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.317200:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317206:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317215:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.317217:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536252.317224:0:25450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 19 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317235:0:25450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 19 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317244:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 19 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.317325:0:25450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e000/0xe79af2f39bbde5a5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a5c expref: 19 pid: 25563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.317339:0:25450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0b74380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537792:192.168.203.13@tcp:105: 00000100:00100000:3.0:1788536252.317419:0:25450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90058934fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536252.331091:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.331505:0:25450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0b74380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25450:1875415569537792:192.168.203.13@tcp:105: 00010000:00010000:3.0:1788536252.331533:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331543:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde59e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331589:0:25450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331603:0:25450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331614:0:25450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331625:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331641:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331647:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331669:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90059ef92e00 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.331673:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331680:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331692:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.331696:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536252.331699:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331706:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90059ef92e00/0xe79af2f39bbde64d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331717:0:25450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331723:0:25450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331728:0:25450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331733:0:25450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488838800 already unused, calling callback (ffffffffc181c4f0) 00010000:00010000:3.0:1788536252.331736:0:25450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331742:0:25450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331769:0:25450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:3.0:1788536252.331771:0:25450:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536252.331775:0:25450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.331781:0:25450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900488838800/0xe79af2f39bbde63f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25450 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.332010:0:25450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e08c0bb-3473-446e-8158-3614dad2e722+19:18797:x1875415548465024:12345-192.168.203.13@tcp:57:lhsmtool_posix.0 Request processed in 54022us (54524us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788536252.332020:0:25450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 63 00000020:00080000:3.0:1788536252.332027:0:25450:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788536252.333144:0:22800:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788536252.333185:0:22800:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536252.333220:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788536252.333227:0:22800:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788536252.336240:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.341354:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465408 00000100:00100000:2.0:1788536252.341368:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465408 00000100:00100000:2.0:1788536252.341524:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465664 00000100:00100000:2.0:1788536252.341528:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465664 00000100:00100000:2.0:1788536252.341548:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:2.0:1788536252.341569:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059063ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+20:18796:x1875415548465408:12345-192.168.203.13@tcp:49:dd.0 00000100:00100000:2.0:1788536252.341750:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059063ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+20:18796:x1875415548465408:12345-192.168.203.13@tcp:49:dd.0 Request processed in 182us (10668us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.341759:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 10 00000100:00100000:2.0:1788536252.341805:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 11 00000100:00100000:2.0:1788536252.341812:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+19:18797:x1875415548465664:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788536252.342300:0:22770:0:(mdd_object.c:4338:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788536252.342331:0:22770:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1788536252.342362:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342551:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342577:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342586:0:22770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342592:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342597:0:22770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.342656:0:22770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536252.342734:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2e08c0bb-3473-446e-8158-3614dad2e722+21:18797:x1875415548465664:12345-192.168.203.13@tcp:35:lhsmtool_posix.0 Request processed in 920us (6502us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1788536252.342741:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 11 00000020:00080000:2.0:1788536252.342746:0:22770:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788536252.342843:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536252.342850:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.342857:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fc00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536252.342861:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.342869:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.342881:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9004879d7600) 00010000:00010000:1.0:1788536252.342884:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788536252.342889:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.342896:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde654 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.343022:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536252.343024:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536252.343025:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536252.349599:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1788536252.350624:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465792 00000100:00100000:2.0:1788536252.350636:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465792 00000100:00100000:2.0:1788536252.350744:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:2.0:1788536252.350755:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+21:18796:x1875415548465792:12345-192.168.203.13@tcp:101:dd.0 00010000:00010000:2.0:1788536252.350778:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536252.350801:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde65b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7eba544b1655a94 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.350839:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde662 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.350867:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde662 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.350880:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde662 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.350996:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3fc00/0xe79af2f39bbde65b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a94 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.351016:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90058db3e600/0xe79af2f39bbde662 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0xd7eba544b1655a94 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.351025:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9004879d7000) 00010000:00010000:2.0:1788536252.351028:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536252.351033:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90058db3e600, rc 0) 00000100:00100000:2.0:1788536252.351099:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2e08c0bb-3473-446e-8158-3614dad2e722+22:18796:x1875415548465792:12345-192.168.203.13@tcp:101:dd.0 Request processed in 345us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.351106:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 64 00000100:00100000:0.0:1788536252.402305:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1788536252.402716:0:24278:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548465920 00000100:00100000:1.0:1788536252.402725:0:24278:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548465920 00000100:00100000:1.0:1788536252.402792:0:24278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 0 00000100:00100000:1.0:1788536252.402802:0:24278:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2e08c0bb-3473-446e-8158-3614dad2e722+7:2401:x1875415548465920:12345-192.168.203.13@tcp:4:dd.0 00002000:00010000:1.0:1788536252.402848:0:24278:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9ae5bb, atime: 0x6a9ae5ba, ctime: 0x6a9ae5bb, blocks: 0x0 00010000:00010000:1.0:1788536252.402871:0:24278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.402887:0:24278:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1788536252.402891:0:24278:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536252.402899:0:24278:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.402914:0:24278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.404870:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1788536252.408598:0:24280:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1788536252.408612:0:24280:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1788536252.409018:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415548466048 00000100:00100000:3.0:1788536252.409027:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415548466048 00000100:00100000:2.0:1788536252.412524:0:25814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 1 00000100:00100000:2.0:1788536252.412543:0:25814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2e08c0bb-3473-446e-8158-3614dad2e722+9:2401:x1875415548466048:12345-192.168.203.13@tcp:4:dd.0 00010000:00010000:2.0:1788536252.412605:0:25814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.413529:0:25814:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536252.413537:0:25814:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536252.413545:0:25814:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.413584:0:25814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536252.479106:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1788536252.479121:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1788536252.479550:0:24278:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1788536252.479565:0:24278:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788536251 -> 1788536252 00002000:00010000:1.0:1788536252.479568:0:24278:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788536251 -> 1788536252 00002000:00010000:1.0:1788536252.479571:0:24278:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1788536252.479590:0:24278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479604:0:24278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479613:0:24278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479631:0:24278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff900488067c00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536252.479636:0:24278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479665:0:24278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479686:0:24278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.479694:0:24278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca05eef/0xe79af2f39bbde669 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.479796:0:24278:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2e08c0bb-3473-446e-8158-3614dad2e722+7:2401:x1875415548465920:12345-192.168.203.13@tcp:4:dd.0 Request processed in 76991us (77495us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788536252.479807:0:24278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 0 00000001:00080000:3.0:1788536252.507012:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1788536252.513119:0:25814:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:1.0:1788536252.513130:0:25814:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:1.0:1788536252.513162:0:25814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513176:0:25814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513185:0:25814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513192:0:25814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90058db3fc00 already unused, calling callback (ffffffffc0c0d530) 00010000:00010000:1.0:1788536252.513197:0:25814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513225:0:25814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513243:0:25814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.513250:0:25814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a3cd104/0xe79af2f39bbde670 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.513468:0:25814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2e08c0bb-3473-446e-8158-3614dad2e722+5:2401:x1875415548466048:12345-192.168.203.13@tcp:4:dd.0 Request processed in 100926us (108602us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788536252.513478:0:25814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 1 00010000:00010000:3.0:1788536252.589458:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536253.623514:0:25204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536254.260118:0:25852:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788536254.636425:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536255.666133:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536255.917265:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e70c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569537920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536255.917332:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536255.917411:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569537920 00000100:00100000:0.0:1788536255.917419:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569537920 00000100:00100000:0.0:1788536255.917463:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788536255.917471:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569537920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788536255.917503:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788536255.917553:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875415569537920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536255.917560:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788536255.917604:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e70c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3662:1875415569537920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788536255.920249:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536255.920268:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90059e70c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569538048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788536255.920324:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536255.920386:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569538048 00000100:00100000:0.0:1788536255.920392:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569538048 00000100:00100000:0.0:1788536255.920445:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788536255.920454:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90059e70c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569538048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788536255.920481:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788536255.920522:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90059e70c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875415569538048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536255.920536:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1788536255.920556:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536255.920588:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90059e70c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3662:1875415569538048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788536255.922483:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536255.922500:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9005c0ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569538176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788536255.922561:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536255.922597:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415569538176 00000100:00100000:2.0:1788536255.922603:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415569538176 00000100:00100000:2.0:1788536255.922639:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788536255.922647:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9005c0ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569538176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788536255.922686:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788536255.922728:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9005c0ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875415569538176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.922736:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788536255.922773:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9005c0ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3661:1875415569538176:0@lo:41:osp-pre-0-1.0 Debug log: 14001 lines, 14001 kept, 0 dropped, 0 bad.